[ 592.870389] env[69433]: INFO neutron.common.config [-] Logging enabled! [ 592.870611] env[69433]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev78 [ 592.870913] env[69433]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69433) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 592.871241] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 592.871341] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 592.872201] env[69433]: WARNING oslo_policy.policy [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 592.872422] env[69433]: WARNING oslo_policy.policy [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 592.873936] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] VMware NSXv3 Agent initialized successfully. [ 592.874311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] Acquiring lock "singleton_lock" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.874449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] Acquired lock "singleton_lock" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.874655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] Releasing lock "singleton_lock" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.875049] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] Full set of CONF: {{(pid=69433) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 592.875176] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ******************************************************************************** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 592.875287] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] Configuration options gathered from: {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 592.875531] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 592.875703] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 592.875817] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ================================================================================ {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 592.875993] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] agent_down_time = 75 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876156] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] allow_automatic_dhcp_failover = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876298] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] allow_bulk = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876445] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] api_extensions_path = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876589] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] api_paste_config = api-paste.ini {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876736] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] auth_strategy = keystone {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876848] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] backdoor_port = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.876954] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] backdoor_socket = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877113] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] backlog = 4096 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877256] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877416] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] bind_host = 0.0.0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877562] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] bind_port = 9696 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877704] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] client_socket_timeout = 900 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877848] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] config_dir = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.877962] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.878118] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] config_source = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.878262] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] control_exchange = neutron {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.878406] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] core_plugin = ml2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.878659] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] debug = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.878710] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] default_availability_zones = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.881907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.881907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] dhcp_agent_notification = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.881907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] dhcp_agents_per_network = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.881907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] dhcp_lease_duration = 86400 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.881907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] dhcp_load_type = networks {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] dns_domain = openstacklocal {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_default_route_bfd = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_default_route_ecmp = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_dvr = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_new_agents = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882159] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_signals = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] enable_traditional_dhcp = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] external_dns_driver = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] filter_validation = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] global_physnet_mtu = 8950 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] graceful_shutdown_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882336] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] host = cpu-1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] host_dvr_for_dhcp = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] http_retries = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] instance_format = [instance: %(uuid)s] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ipam_driver = internal {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ipv6_pd_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] l3_ha = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882670] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882670] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] l3_ha_network_physical_name = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.882721] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] l3_ha_network_type = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883044] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_color = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883044] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_config_append = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883157] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883268] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_dir = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883405] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883508] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_options = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883645] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_rotate_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883782] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_rotate_interval_type = days {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.883916] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] log_rotation_type = none {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884071] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884150] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884265] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884400] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884661] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884661] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] max_dns_nameservers = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884764] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] max_header_line = 16384 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.884902] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] max_l3_agents_per_router = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885045] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] max_logfile_count = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885182] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] max_logfile_size_mb = 200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885317] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] max_subnet_host_routes = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885457] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] my_ip = 10.180.1.21 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885593] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] my_ipv6 = ::1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885770] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] network_auto_schedule = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.885869] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] network_link_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886015] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886170] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] notify_nova_on_port_data_changes = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886294] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] notify_nova_on_port_status_changes = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886433] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] pagination_max_limit = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886564] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] publish_errors = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886702] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] rate_limit_burst = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886835] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] rate_limit_except_level = CRITICAL {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.886968] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] rate_limit_interval = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887604] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] retry_until_window = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887604] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] router_distributed = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887604] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] rpc_resources_processing_step = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887604] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] rpc_response_max_timeout = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887808] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] rpc_response_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887808] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] send_events_interval = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.887897] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] service_plugins = ['router'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.888041] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] setproctitle = on {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.888705] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] shell_completion = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.888705] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] state_path = /opt/stack/data/neutron {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.888705] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] syslog_log_facility = LOG_USER {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.888705] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] tcp_keepidle = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] transport_url = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] use_journal = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] use_json = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] use_ssl = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] use_stderr = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] use_syslog = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.889863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] vlan_qinq = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890193] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] vlan_transparent = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890193] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] watch_log_file = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890193] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] wsgi_default_pool_size = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890193] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] wsgi_keep_alive = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890445] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890445] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] wsgi_server_debug = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.890535] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_concurrency.disable_process_locking = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.890650] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.890822] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.890981] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.891126] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.891271] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.891414] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.891569] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.connection_string = messaging:// {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.891730] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.891898] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.es_doc_type = notification {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892055] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.es_scroll_size = 10000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892206] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.es_scroll_time = 2m {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892348] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.filter_error_trace = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892496] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.hmac_keys = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892639] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.sentinel_service_name = mymaster {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892790] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.socket_timeout = 0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.892932] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.trace_requests = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.893158] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler.trace_sqlalchemy = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.893517] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler_jaeger.process_tags = {} {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.893517] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler_jaeger.service_name_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.893517] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] profiler_otlp.service_name_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.893675] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.enforce_new_defaults = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.893930] env[69433]: WARNING oslo_config.cfg [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 592.894099] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.enforce_scope = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.894295] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.policy_default_rule = default {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.894403] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.894549] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.894697] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.894837] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.894974] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.895144] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.895287] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.895431] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.895767] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.895767] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] agent.extensions = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.895898] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896027] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] service_providers.service_provider = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896181] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.default_quota = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896330] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896472] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_floatingip = 50 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896610] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_network = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896744] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_port = 500 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.896885] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897030] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_router = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897283] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_security_group = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897363] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897440] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.quota_subnet = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897580] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] QUOTAS.track_quota_usage = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897735] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.897874] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898017] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898167] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898309] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898450] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898601] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898739] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_dhcp_release.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.898876] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_dhcp_release.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899024] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899168] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899304] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_dhcp_release.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899448] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899706] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_ovs_vsctl.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899706] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899846] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.899984] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900129] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_ovs_vsctl.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900274] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_namespace.capabilities = [21] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900562] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_namespace.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900562] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_namespace.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900713] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900846] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.900983] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_namespace.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.901139] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_conntrack.capabilities = [12] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.901274] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_conntrack.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.901437] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_conntrack.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.901641] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.901752] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.901908] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_conntrack.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902068] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_link.capabilities = [12, 21] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902206] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_link.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902340] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_link.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902481] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902618] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_link.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902751] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] privsep_link.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.902912] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903076] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903277] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.continue_on_failed_promotions = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903360] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.dscp = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903514] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.dscp_inherit = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903749] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.force_mp_to_policy = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903836] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.locking_coordinator_url = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.903950] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.log_agent_heartbeats = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904104] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.logging_expire = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904250] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904400] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904530] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.polling_interval = 240 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904697] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904816] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.904959] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.report_interval = 30.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.905125] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.905357] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.905611] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.905869] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.sync_skew = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.906072] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.synchronization_queue_size = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.906231] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT.use_helper_for_ns_read = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.906515] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] SECURITYGROUP.enable_ipset = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.906601] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] SECURITYGROUP.enable_security_group = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.906823] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.907040] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.907256] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] experimental.ipv6_pd_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.907521] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.extension_drivers = ['port_security'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.908120] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.external_network_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.908120] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.908268] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.overlay_ip_version = 4 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.908411] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.path_mtu = 8950 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.908627] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.physical_network_mtus = {} {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.908886] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.909145] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.909338] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ml2.type_drivers = ['vlan'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.909572] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.909836] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.910111] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.910389] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.910699] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.910894] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.911072] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.911261] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.911488] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.911661] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.911836] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_login_password = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912047] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912236] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_login_user = admin {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912364] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912516] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912664] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912803] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.912956] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.913121] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.913275] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.913421] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.913616] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.913757] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.913944] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.914110] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.914290] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.914522] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.914653] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.914911] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.914962] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.915100] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.915266] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.auth_type = password {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.915397] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.915553] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.915741] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.915979] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.endpoint_type = public {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.916226] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.916395] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.916571] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.region_name = RegionOne {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.916715] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.916858] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] nova.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917011] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917216] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.auth_type = password {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917390] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917505] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917689] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917829] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.endpoint_type = public {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.917970] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918121] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918258] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918396] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918572] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] placement.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918677] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918819] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.auth_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.918956] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919101] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919239] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919375] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919531] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919683] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.enable_notifications = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919823] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.919972] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.920210] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.interface = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.920439] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.920673] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.920831] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.920974] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.921127] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.921266] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.921436] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.service_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.921542] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.921766] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.921925] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.922080] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.922249] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.valid_interfaces = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.922420] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ironic.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.922610] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] cli_script.dry_run = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.922802] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.922954] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923108] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923251] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923391] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923806] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923806] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923900] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.923984] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.924143] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.924282] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.924429] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.924613] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.924714] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.924857] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.925016] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.925156] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.925342] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.925573] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.925736] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.925883] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.926042] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.926193] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.926338] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.926485] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.926660] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.926829] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927017] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927126] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927280] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927532] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.ssl = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927686] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927841] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.927986] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.928147] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.928292] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.928432] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.928587] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_notifications.driver = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.928730] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_notifications.retry = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.928891] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.929044] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.929158] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-2e60f6a6-f401-411d-b867-20ed8e440024 None None] ******************************************************************************** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 592.930270] env[69433]: DEBUG neutron.agent.securitygroups_rpc [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Init firewall settings (driver=nsxv3) {{(pid=69433) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 592.931549] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69433) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 592.931869] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] RPC agent_id: nsxm-l-01a.corp.local [ 592.934179] env[69433]: DEBUG dogpile.cache.region [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.934302] env[69433]: DEBUG dogpile.lock [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.934403] env[69433]: DEBUG dogpile.lock [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.934542] env[69433]: DEBUG dogpile.lock [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.934588] env[69433]: DEBUG dogpile.cache.region [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.934760] env[69433]: DEBUG dogpile.lock [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.934817] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.970708] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Session token - acquiring [ 592.972405] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.972599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.972696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.973150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.983796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.281514] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 593.306075] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.306363] env[69433]: DEBUG dogpile.cache.region [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Cache value generated in 0.371 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.306582] env[69433]: DEBUG dogpile.lock [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.306797] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Activating Policy API Provider. [ 593.307097] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Looking for the default Infrastructure Rules. [ 593.379493] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Looking for the Default Layer3 Logged Drop Section. [ 593.395616] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 593.396252] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.396393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.396437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.396707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.397204] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.913333] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.416435] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.919137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Inventory metadata is going to be refreshed. [ 594.919511] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 595.770614] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.770961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.771095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.771357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.783014] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 595.783944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.784858] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 595.807180] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.807468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.807468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.807766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.807902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.808071] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 595.808191] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 595.808300] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 595.829087] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.829395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.829680] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.829999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.830200] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.830357] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 595.850751] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.851059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.851059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.851346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.851502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.851680] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 595.871190] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.871479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.871479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.871840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.871990] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.872165] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 595.872274] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 595.872384] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 595.893074] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.893330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.893404] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.893799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.893977] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894160] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 595.894276] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 595.894390] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 595.916880] env[69433]: DEBUG networking_nsxv3.common.locking [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.917163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.917163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.917479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.917634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.917798] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 595.917914] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 595.918027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Inventory metadata have been refreshed. [ 595.918137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Dryrun:True. Metadata refresh completed. [ 595.918258] env[69433]: DEBUG oslo_concurrency.lockutils [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Releasing lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.920193] env[69433]: INFO neutron.agent.agent_extensions_manager [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Loaded agent extensions: [] [ 595.920957] env[69433]: DEBUG neutron_lib.callbacks.manager [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69433) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 595.979028] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent RPC Daemon Started! [ 595.979208] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:0 started [ 595.979304] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent out of sync with plugin! [ 600.921756] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 600.922153] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 605.922775] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 605.923198] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 610.924022] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 610.924310] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 611.019032] env[69433]: INFO networking_nsxv3.common.synchronization [None req-27de9dd9-9c74-464b-9cae-da4b13257a45 demo admin] Enqueued Resource ID: 9b1f45f3-1f34-455f-8f09-7ce08542a74d with Priority: HIGHEST for action security_group_rules [ 611.019176] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1f45f3-1f34-455f-8f09-7ce08542a74d with Priority: HIGHEST for action security_group_rules [ 611.019477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b1f45f3-1f34-455f-8f09-7ce08542a74d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.019608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b1f45f3-1f34-455f-8f09-7ce08542a74d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.019677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b1f45f3-1f34-455f-8f09-7ce08542a74d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.020038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b1f45f3-1f34-455f-8f09-7ce08542a74d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.020407] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b1f45f3-1f34-455f-8f09-7ce08542a74d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.540581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.540821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.540821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.540996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.541102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.541200] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b1f45f3-1f34-455f-8f09-7ce08542a74d already deleted. [ 611.541280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b1f45f3-1f34-455f-8f09-7ce08542a74d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.020993] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.020993] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.022120] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.022120] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 626.022742] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.022742] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.023408] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.023793] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.024982] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.024982] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 639.924996] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.927351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.927351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.927351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.927351] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.993836] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9b433941-9047-43d6-94fe-99ab26dd439a None None] Enqueued Resource ID: eb89864b-b3e1-4e4f-9832-0807ec113798 with Priority: HIGHEST for action port [ 639.993836] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89864b-b3e1-4e4f-9832-0807ec113798 with Priority: HIGHEST for action port [ 639.993836] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb89864b-b3e1-4e4f-9832-0807ec113798 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.993836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb89864b-b3e1-4e4f-9832-0807ec113798" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.993836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb89864b-b3e1-4e4f-9832-0807ec113798" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.993836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb89864b-b3e1-4e4f-9832-0807ec113798" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.993836] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb89864b-b3e1-4e4f-9832-0807ec113798',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.433501] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.495975] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb89864b-b3e1-4e4f-9832-0807ec113798 [ 640.497636] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.497636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.497636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.497636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.497636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.497636] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb89864b-b3e1-4e4f-9832-0807ec113798 already deleted. [ 640.497636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb89864b-b3e1-4e4f-9832-0807ec113798" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.940019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.443035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 641.443225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 641.942685] env[69433]: INFO networking_nsxv3.common.synchronization [None req-08c8e7a3-3a58-45df-8b57-095fb5b2a610 None None] Enqueued Resource ID: 3638fab3-333f-4fe5-9605-24c23a56b76d with Priority: HIGHEST for action port [ 641.943399] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3638fab3-333f-4fe5-9605-24c23a56b76d with Priority: HIGHEST for action port [ 641.943773] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3638fab3-333f-4fe5-9605-24c23a56b76d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.944049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3638fab3-333f-4fe5-9605-24c23a56b76d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.944049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3638fab3-333f-4fe5-9605-24c23a56b76d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.944271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3638fab3-333f-4fe5-9605-24c23a56b76d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.944358] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3638fab3-333f-4fe5-9605-24c23a56b76d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.197312] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.197312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.197312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.197312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211294] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 642.211952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.213574] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 642.234245] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.234774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.234968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.235281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.237266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.237266] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 642.237266] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.237266] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 642.262252] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.262252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.262252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.262252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.262252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.262252] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 642.287030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.287030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.287030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.287030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.287030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.287030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 642.311295] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.311295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.311295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.311730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.311872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.311999] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 642.312092] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.312384] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 642.331021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.331648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.331648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.331648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.331648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.331830] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 642.331862] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.332178] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 642.354704] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.354876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.354951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.355224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.355337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.355462] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 642.358315] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 642.358315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 642.384735] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.384735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.384735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.385243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.385243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.385243] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 642.411823] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.411966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.412071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.412295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.412443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.428657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.448364] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3638fab3-333f-4fe5-9605-24c23a56b76d [ 642.448364] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.448364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.448364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.448364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.448364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.448364] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3638fab3-333f-4fe5-9605-24c23a56b76d already deleted. [ 642.448364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3638fab3-333f-4fe5-9605-24c23a56b76d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.490576] env[69433]: INFO networking_nsxv3.common.synchronization [None req-db02ba7f-52a2-4840-a0bc-afdd9a0fe41e None None] Enqueued Resource ID: 9779457e-0fcc-46fa-ba20-a7dde8e90749 with Priority: HIGHEST for action port [ 642.490644] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9779457e-0fcc-46fa-ba20-a7dde8e90749 with Priority: HIGHEST for action port [ 642.491383] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9779457e-0fcc-46fa-ba20-a7dde8e90749 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.491383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9779457e-0fcc-46fa-ba20-a7dde8e90749" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.491527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9779457e-0fcc-46fa-ba20-a7dde8e90749" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.491903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9779457e-0fcc-46fa-ba20-a7dde8e90749" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.492061] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9779457e-0fcc-46fa-ba20-a7dde8e90749',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.620556] env[69433]: INFO networking_nsxv3.common.synchronization [None req-5a227e04-334a-447a-bb7f-a0de054b7621 tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_rules [ 642.622202] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_rules [ 642.622365] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.622631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.622817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.623166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.624205] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.833733] env[69433]: INFO networking_nsxv3.common.synchronization [None req-62cb0b5b-49d2-45dc-a25b-cce961505e53 tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_rules [ 642.833733] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_rules [ 642.833733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.833733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.994418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9779457e-0fcc-46fa-ba20-a7dde8e90749 [ 642.994745] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.995071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.995133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.995382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.995500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.995613] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9779457e-0fcc-46fa-ba20-a7dde8e90749 already deleted. [ 642.995729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9779457e-0fcc-46fa-ba20-a7dde8e90749" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.144860] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.145032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.145096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.145312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.145414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.145491] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed already deleted. [ 643.145729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.145729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.146026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.148237] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.423587] env[69433]: INFO networking_nsxv3.common.synchronization [None req-fa11863b-10eb-4244-8622-36cbdf68752f None None] Enqueued Resource ID: c469f27f-0084-4c30-8bce-665000eed3cc with Priority: HIGHEST for action port [ 643.423986] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c469f27f-0084-4c30-8bce-665000eed3cc with Priority: HIGHEST for action port [ 643.424375] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c469f27f-0084-4c30-8bce-665000eed3cc taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.425685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c469f27f-0084-4c30-8bce-665000eed3cc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.425779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c469f27f-0084-4c30-8bce-665000eed3cc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.426041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c469f27f-0084-4c30-8bce-665000eed3cc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.426123] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c469f27f-0084-4c30-8bce-665000eed3cc',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.570508] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d2903a68-c224-45eb-8e37-ed670154c44c None None] Enqueued Resource ID: 35c90e42-0604-4cbb-b864-194f456981c2 with Priority: HIGHEST for action port [ 643.570508] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c90e42-0604-4cbb-b864-194f456981c2 with Priority: HIGHEST for action port [ 643.570508] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c90e42-0604-4cbb-b864-194f456981c2 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.570508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c90e42-0604-4cbb-b864-194f456981c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.570508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c90e42-0604-4cbb-b864-194f456981c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.570785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c90e42-0604-4cbb-b864-194f456981c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.570785] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c90e42-0604-4cbb-b864-194f456981c2',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.669896] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.669896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.669896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.669896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.669896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.669896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed already deleted. [ 643.670133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.931479] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c469f27f-0084-4c30-8bce-665000eed3cc [ 643.931724] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.931887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.932224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.932418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.932418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c469f27f-0084-4c30-8bce-665000eed3cc already deleted. [ 643.932549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c469f27f-0084-4c30-8bce-665000eed3cc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.073864] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35c90e42-0604-4cbb-b864-194f456981c2 [ 644.073864] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.073864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.073864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.074247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.074247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.074247] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35c90e42-0604-4cbb-b864-194f456981c2 already deleted. [ 644.074247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c90e42-0604-4cbb-b864-194f456981c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.836339] env[69433]: INFO networking_nsxv3.common.synchronization [None req-a53025df-be3f-4503-b426-97664ebe9d6e None None] Enqueued Resource ID: e3559688-1741-4362-b61a-9cfe9254bb1a with Priority: HIGHEST for action port [ 644.836820] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3559688-1741-4362-b61a-9cfe9254bb1a with Priority: HIGHEST for action port [ 644.837174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3559688-1741-4362-b61a-9cfe9254bb1a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.837844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3559688-1741-4362-b61a-9cfe9254bb1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.837844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3559688-1741-4362-b61a-9cfe9254bb1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.837844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3559688-1741-4362-b61a-9cfe9254bb1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.837844] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3559688-1741-4362-b61a-9cfe9254bb1a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.341490] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3559688-1741-4362-b61a-9cfe9254bb1a [ 645.342316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.342316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.342316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.342578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.342781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.342781] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3559688-1741-4362-b61a-9cfe9254bb1a already deleted. [ 645.342878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3559688-1741-4362-b61a-9cfe9254bb1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.594409] env[69433]: INFO networking_nsxv3.common.synchronization [None req-962250bb-5a94-4a86-a941-6cfed2c36a7b None None] Enqueued Resource ID: 6e3643e9-1fe6-4144-99c9-589165369392 with Priority: HIGHEST for action port [ 645.594651] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3643e9-1fe6-4144-99c9-589165369392 with Priority: HIGHEST for action port [ 645.595674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3643e9-1fe6-4144-99c9-589165369392 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.595795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3643e9-1fe6-4144-99c9-589165369392" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.595865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3643e9-1fe6-4144-99c9-589165369392" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.596128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3643e9-1fe6-4144-99c9-589165369392" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.596203] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3643e9-1fe6-4144-99c9-589165369392',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.739643] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f654a6c9-fdaf-4181-8826-526f65a60994 None None] Enqueued Resource ID: 09ffd088-0ad2-48de-8c40-73bc46fa9d41 with Priority: HIGHEST for action port [ 645.739643] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ffd088-0ad2-48de-8c40-73bc46fa9d41 with Priority: HIGHEST for action port [ 645.739643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ffd088-0ad2-48de-8c40-73bc46fa9d41 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ffd088-0ad2-48de-8c40-73bc46fa9d41" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ffd088-0ad2-48de-8c40-73bc46fa9d41" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.739858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ffd088-0ad2-48de-8c40-73bc46fa9d41" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.739888] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ffd088-0ad2-48de-8c40-73bc46fa9d41',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.993770] env[69433]: INFO networking_nsxv3.common.synchronization [None req-4a7bc576-475b-471d-a976-6596a887c59d None None] Enqueued Resource ID: f090a27c-5a67-4402-99da-6a71b0047cea with Priority: HIGHEST for action port [ 645.994381] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090a27c-5a67-4402-99da-6a71b0047cea with Priority: HIGHEST for action port [ 645.994873] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f090a27c-5a67-4402-99da-6a71b0047cea taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.995287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f090a27c-5a67-4402-99da-6a71b0047cea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.995337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f090a27c-5a67-4402-99da-6a71b0047cea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.995599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f090a27c-5a67-4402-99da-6a71b0047cea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.995710] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f090a27c-5a67-4402-99da-6a71b0047cea',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.098818] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3643e9-1fe6-4144-99c9-589165369392 [ 646.099066] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.099210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.099279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.099493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.099583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.099677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3643e9-1fe6-4144-99c9-589165369392 already deleted. [ 646.099797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3643e9-1fe6-4144-99c9-589165369392" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.244737] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09ffd088-0ad2-48de-8c40-73bc46fa9d41 [ 646.244817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.244968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.244999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.245266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.245357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.245512] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09ffd088-0ad2-48de-8c40-73bc46fa9d41 already deleted. [ 646.245602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ffd088-0ad2-48de-8c40-73bc46fa9d41" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.498963] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f090a27c-5a67-4402-99da-6a71b0047cea [ 646.498963] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.498963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.498963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.498963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.498963] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f090a27c-5a67-4402-99da-6a71b0047cea already deleted. [ 646.498963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f090a27c-5a67-4402-99da-6a71b0047cea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.285823] env[69433]: INFO networking_nsxv3.common.synchronization [None req-bed43e65-5f91-4c8a-9d65-cbaf96f38379 None None] Enqueued Resource ID: 245a58b8-d538-4f09-a5d4-f52792ba37ef with Priority: HIGHEST for action port [ 648.286073] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a58b8-d538-4f09-a5d4-f52792ba37ef with Priority: HIGHEST for action port [ 648.286656] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-245a58b8-d538-4f09-a5d4-f52792ba37ef taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.286779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245a58b8-d538-4f09-a5d4-f52792ba37ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.286885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245a58b8-d538-4f09-a5d4-f52792ba37ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.288376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245a58b8-d538-4f09-a5d4-f52792ba37ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.288376] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245a58b8-d538-4f09-a5d4-f52792ba37ef',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.792867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 245a58b8-d538-4f09-a5d4-f52792ba37ef [ 648.792867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.792867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.792867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.792867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.792867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.792867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:245a58b8-d538-4f09-a5d4-f52792ba37ef already deleted. [ 648.792867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245a58b8-d538-4f09-a5d4-f52792ba37ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.572753] env[69433]: INFO networking_nsxv3.common.synchronization [None req-dcc52fc1-e063-433b-9092-1cda9d9aa55e None None] Enqueued Resource ID: bf73270b-a962-4e39-846a-b16d82efe0dc with Priority: HIGHEST for action port [ 649.573506] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf73270b-a962-4e39-846a-b16d82efe0dc with Priority: HIGHEST for action port [ 649.573615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf73270b-a962-4e39-846a-b16d82efe0dc taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.574852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf73270b-a962-4e39-846a-b16d82efe0dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.574852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf73270b-a962-4e39-846a-b16d82efe0dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.574852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf73270b-a962-4e39-846a-b16d82efe0dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.574852] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf73270b-a962-4e39-846a-b16d82efe0dc',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.081717] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf73270b-a962-4e39-846a-b16d82efe0dc [ 650.081717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.081717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.081717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.081717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.081717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.081717] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf73270b-a962-4e39-846a-b16d82efe0dc already deleted. [ 650.081717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf73270b-a962-4e39-846a-b16d82efe0dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.683371] env[69433]: INFO networking_nsxv3.common.synchronization [None req-74c2c7a5-3bb2-47f6-8338-ed9defb6924f None None] Enqueued Resource ID: 12295925-1c5d-45d8-8d3f-43e8a56ea284 with Priority: HIGHEST for action port [ 650.683371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12295925-1c5d-45d8-8d3f-43e8a56ea284 with Priority: HIGHEST for action port [ 650.683371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-12295925-1c5d-45d8-8d3f-43e8a56ea284 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.683371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12295925-1c5d-45d8-8d3f-43e8a56ea284" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.683371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12295925-1c5d-45d8-8d3f-43e8a56ea284" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.683371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12295925-1c5d-45d8-8d3f-43e8a56ea284" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.683371] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12295925-1c5d-45d8-8d3f-43e8a56ea284',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.189886] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12295925-1c5d-45d8-8d3f-43e8a56ea284 [ 651.189969] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.190093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.190185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.190368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.190466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.190563] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12295925-1c5d-45d8-8d3f-43e8a56ea284 already deleted. [ 651.190647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12295925-1c5d-45d8-8d3f-43e8a56ea284" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.524153] env[69433]: INFO networking_nsxv3.common.synchronization [None req-78944f16-bb7a-40c3-9e40-0b37c9d2a683 None None] Enqueued Resource ID: 6a9f92c4-c1e9-4108-8ae9-b7991d987ce7 with Priority: HIGHEST for action port [ 651.526229] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9f92c4-c1e9-4108-8ae9-b7991d987ce7 with Priority: HIGHEST for action port [ 651.526556] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a9f92c4-c1e9-4108-8ae9-b7991d987ce7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.526661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a9f92c4-c1e9-4108-8ae9-b7991d987ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.526723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a9f92c4-c1e9-4108-8ae9-b7991d987ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.527095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a9f92c4-c1e9-4108-8ae9-b7991d987ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.527180] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9f92c4-c1e9-4108-8ae9-b7991d987ce7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.029191] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a9f92c4-c1e9-4108-8ae9-b7991d987ce7 [ 652.029514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.029617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.029698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.029896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.029993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.030100] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a9f92c4-c1e9-4108-8ae9-b7991d987ce7 already deleted. [ 652.030182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a9f92c4-c1e9-4108-8ae9-b7991d987ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.573224] env[69433]: INFO networking_nsxv3.common.synchronization [None req-1b897b9b-3b51-44b1-8d87-d3d85767b3d3 None None] Enqueued Resource ID: 165ae5cd-7783-4558-9bc8-8d8a3adaf45f with Priority: HIGHEST for action port [ 652.573224] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165ae5cd-7783-4558-9bc8-8d8a3adaf45f with Priority: HIGHEST for action port [ 652.573224] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-165ae5cd-7783-4558-9bc8-8d8a3adaf45f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.573490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-165ae5cd-7783-4558-9bc8-8d8a3adaf45f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.573490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-165ae5cd-7783-4558-9bc8-8d8a3adaf45f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.577992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-165ae5cd-7783-4558-9bc8-8d8a3adaf45f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.577992] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('165ae5cd-7783-4558-9bc8-8d8a3adaf45f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.082298] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 165ae5cd-7783-4558-9bc8-8d8a3adaf45f [ 653.082544] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.084023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.084023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.084023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.084023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.084023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:165ae5cd-7783-4558-9bc8-8d8a3adaf45f already deleted. [ 653.084023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-165ae5cd-7783-4558-9bc8-8d8a3adaf45f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.206496] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e2d1e837-c3e9-4bae-8898-edf7c95a66e6 None None] Enqueued Resource ID: 2bcbb65e-7d66-4b26-bc69-b8b5ee906549 with Priority: HIGHEST for action port [ 654.210347] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcbb65e-7d66-4b26-bc69-b8b5ee906549 with Priority: HIGHEST for action port [ 654.211175] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bcbb65e-7d66-4b26-bc69-b8b5ee906549 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.211326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bcbb65e-7d66-4b26-bc69-b8b5ee906549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.211398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bcbb65e-7d66-4b26-bc69-b8b5ee906549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.211658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bcbb65e-7d66-4b26-bc69-b8b5ee906549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.211746] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bcbb65e-7d66-4b26-bc69-b8b5ee906549',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.343454] env[69433]: INFO networking_nsxv3.common.synchronization [None req-cc49df86-0643-44df-941b-8bed1017cab8 None None] Enqueued Resource ID: f73a3454-ff00-4793-938c-1afccc85da07 with Priority: HIGHEST for action port [ 654.343454] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a3454-ff00-4793-938c-1afccc85da07 with Priority: HIGHEST for action port [ 654.343924] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f73a3454-ff00-4793-938c-1afccc85da07 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.344076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f73a3454-ff00-4793-938c-1afccc85da07" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.344148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f73a3454-ff00-4793-938c-1afccc85da07" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.344399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f73a3454-ff00-4793-938c-1afccc85da07" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.344492] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f73a3454-ff00-4793-938c-1afccc85da07',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.719236] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bcbb65e-7d66-4b26-bc69-b8b5ee906549 [ 654.719602] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.719713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.719713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.719944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.720070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.720197] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bcbb65e-7d66-4b26-bc69-b8b5ee906549 already deleted. [ 654.720253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bcbb65e-7d66-4b26-bc69-b8b5ee906549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.849873] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f73a3454-ff00-4793-938c-1afccc85da07 [ 654.850174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.850324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.850394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.850602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.850684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.850803] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f73a3454-ff00-4793-938c-1afccc85da07 already deleted. [ 654.850934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f73a3454-ff00-4793-938c-1afccc85da07" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.876462] env[69433]: INFO networking_nsxv3.common.synchronization [req-9141d998-bc70-408e-9d62-1e626aba848d req-e6c79b2f-f63a-4fc6-b3a0-5833f8c6aa12 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 654.878082] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 654.878566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.878836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.879136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.879550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.879852] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.880114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.880374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.880675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.880869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.881080] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.196294] env[69433]: INFO networking_nsxv3.common.synchronization [None req-44b95ca0-611f-4f15-9502-8471870f8e8a None None] Enqueued Resource ID: a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9 with Priority: HIGHEST for action port [ 655.196294] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9 with Priority: HIGHEST for action port [ 655.196294] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.196422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.196451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.196796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.196845] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.384188] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.384548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.384548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.384746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.384778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.384979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.385317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.385317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.385317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.385432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.385493] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 already deleted. [ 655.385576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.700419] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9 [ 655.700686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.701476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.701587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.701818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.702104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.702454] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9 already deleted. [ 655.702560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b1630a-fd54-4139-b74f-3c4e5bdf7eb9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.933231] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-0ba430d9-f6ca-4ceb-82ae-7396bf5a0d3a tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 656.935236] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 656.935236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.935236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.935236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.938892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.938892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.938892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.938892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.938892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.938892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.938892] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.956029] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.957918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.957918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.958756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.959363] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.963026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.963026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.963026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.963026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.963026] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.963026] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.963026] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.963026] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.963026] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.963026] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.963026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.985386] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.989026] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.989026] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.989026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.989026] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a0e58187-4c87-4698-8e24-7f9f15387f93 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.989026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.989026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.989026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.989026] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e58187-4c87-4698-8e24-7f9f15387f93',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.036964] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b19b02d5-862f-4dc5-80d7-c5492e22a7bc None None] Enqueued Resource ID: 54c22a56-66e9-4d95-8415-3fbd541d1910 with Priority: HIGHEST for action port [ 657.037350] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c22a56-66e9-4d95-8415-3fbd541d1910 with Priority: HIGHEST for action port [ 657.037933] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-54c22a56-66e9-4d95-8415-3fbd541d1910 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.042561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54c22a56-66e9-4d95-8415-3fbd541d1910" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.042561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54c22a56-66e9-4d95-8415-3fbd541d1910" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.042561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54c22a56-66e9-4d95-8415-3fbd541d1910" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.042561] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c22a56-66e9-4d95-8415-3fbd541d1910',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.408173] env[69433]: INFO networking_nsxv3.common.synchronization [None req-671be89e-441b-44c2-a539-a04b64db49bc None None] Enqueued Resource ID: 42ca0d8a-2623-452d-8d89-0a8d39774d60 with Priority: HIGHEST for action port [ 657.408624] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ca0d8a-2623-452d-8d89-0a8d39774d60 with Priority: HIGHEST for action port [ 657.408906] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ca0d8a-2623-452d-8d89-0a8d39774d60 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.409722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ca0d8a-2623-452d-8d89-0a8d39774d60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.409844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ca0d8a-2623-452d-8d89-0a8d39774d60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.410895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ca0d8a-2623-452d-8d89-0a8d39774d60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.410895] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ca0d8a-2623-452d-8d89-0a8d39774d60',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.441198] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.441349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.441424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.442197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.442197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.442551] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.442619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.442767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.442968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.443108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.443217] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 already deleted. [ 657.443329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.496028] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.496028] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a0e58187-4c87-4698-8e24-7f9f15387f93 not found, creating... [ 657.496028] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.496028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.496520] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.496520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.496520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.497644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.497813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.497972] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a0e58187-4c87-4698-8e24-7f9f15387f93 is going to be created. [ 657.533713] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.533913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.533969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.535754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.535754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.535754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.541956] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54c22a56-66e9-4d95-8415-3fbd541d1910 [ 657.543496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.543496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.543496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.543496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.543496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.543496] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54c22a56-66e9-4d95-8415-3fbd541d1910 already deleted. [ 657.543496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54c22a56-66e9-4d95-8415-3fbd541d1910" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.596863] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.597080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.597200] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.597513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.597772] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.597926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.600266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.600573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.600728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.600936] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.601081] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.601207] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.601319] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.601432] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.601541] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.601683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.639555] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.639727] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.639865] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.640122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.641135] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f7688d97-95b5-4d9e-93b2-85c41d61f503 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.641135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.641539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.641610] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7688d97-95b5-4d9e-93b2-85c41d61f503',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.914025] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42ca0d8a-2623-452d-8d89-0a8d39774d60 [ 657.914025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.914025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.914025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.914025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.914025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.914025] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42ca0d8a-2623-452d-8d89-0a8d39774d60 already deleted. [ 657.914025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ca0d8a-2623-452d-8d89-0a8d39774d60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.148867] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.148867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f7688d97-95b5-4d9e-93b2-85c41d61f503 not found, creating... [ 658.148867] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.148867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.149963] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.149963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.149963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.152603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.152603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152603] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f7688d97-95b5-4d9e-93b2-85c41d61f503 is going to be created. [ 658.174868] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.175133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.181456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.181456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.181456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.181456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.466293] env[69433]: INFO networking_nsxv3.common.synchronization [req-9141d998-bc70-408e-9d62-1e626aba848d req-1053fe66-fedb-42c2-996d-5fe9fd245ff0 service nova] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_rules [ 658.466469] env[69433]: INFO networking_nsxv3.common.synchronization [req-9141d998-bc70-408e-9d62-1e626aba848d req-1053fe66-fedb-42c2-996d-5fe9fd245ff0 service nova] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 658.466607] env[69433]: INFO networking_nsxv3.common.synchronization [req-9141d998-bc70-408e-9d62-1e626aba848d req-1053fe66-fedb-42c2-996d-5fe9fd245ff0 service nova] Enqueued Resource ID: a0e58187-4c87-4698-8e24-7f9f15387f93 with Priority: HIGHEST for action port [ 658.466838] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_rules [ 658.466962] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 658.467094] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e58187-4c87-4698-8e24-7f9f15387f93 with Priority: HIGHEST for action port [ 658.467635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.467757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.467823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.468084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.468166] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.468987] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.469109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.469180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.469337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.469480] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.469571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.469629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.469763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.469840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.469926] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.471318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e58187-4c87-4698-8e24-7f9f15387f93 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.471423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.471488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.471638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.471709] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e58187-4c87-4698-8e24-7f9f15387f93',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.738343] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-f09a68dc-1e3f-4582-9cc1-38a88183fa0c tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 658.738928] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 658.739206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.739330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.739394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.739592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.739733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.740120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.740120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.740120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.740642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.740642] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.885545] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7d1f90dc-dd26-4f9d-995c-3e7775dd9950 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_rules [ 658.889088] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_rules [ 658.889088] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.889088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.889088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.889088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.889088] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.977547] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.977867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.988695] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.994368] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0e58187-4c87-4698-8e24-7f9f15387f93 with status ACTIVE [ 658.998797] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.999081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.999081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.999340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.999340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.999694] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.999694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.999694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.999922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.999922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.000040] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.000198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.000198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.000307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.000370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.000784] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0e58187-4c87-4698-8e24-7f9f15387f93 is going to be updated. [ 659.027601] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.028299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.028299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.028299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.028299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.028968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e58187-4c87-4698-8e24-7f9f15387f93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.203666] env[69433]: INFO networking_nsxv3.common.synchronization [None req-8342f490-c971-4ce9-b189-3f76c0101c05 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_rules [ 659.204354] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_rules [ 659.205120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.205249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.242052] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.414670] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.414670] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 already deleted. [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.414670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.414670] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.504241] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.692582] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.692898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.693062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.693256] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.693553] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.693735] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.694219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.694909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.695135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.695421] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.695604] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.695774] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.695933] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.696104] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.696223] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.696788] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.717335] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.717335] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.717335] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.717597] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.717907] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-7aa490df-5eb3-4b45-9fdc-f430d0113b87 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.718099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.718198] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.718697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.718952] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa490df-5eb3-4b45-9fdc-f430d0113b87',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.748034] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.806014] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-28777a25-3ce7-4f53-bf70-ccc1477dbeb1 service nova] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_rules [ 659.806227] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-28777a25-3ce7-4f53-bf70-ccc1477dbeb1 service nova] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 659.806382] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-28777a25-3ce7-4f53-bf70-ccc1477dbeb1 service nova] Enqueued Resource ID: f7688d97-95b5-4d9e-93b2-85c41d61f503 with Priority: HIGHEST for action port [ 659.806885] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_rules [ 659.807065] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 659.807143] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7688d97-95b5-4d9e-93b2-85c41d61f503 with Priority: HIGHEST for action port [ 659.807687] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.807756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.807980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.811361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.811484] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.812489] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.812589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.812811] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7688d97-95b5-4d9e-93b2-85c41d61f503 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.812915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.812980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.813204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.813278] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7688d97-95b5-4d9e-93b2-85c41d61f503',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.905752] env[69433]: INFO networking_nsxv3.common.synchronization [None req-78b216a4-6655-456b-906a-e6dd221c13db None None] Enqueued Resource ID: 101b32f6-3702-46bf-8d5e-e58ec3efb3cb with Priority: HIGHEST for action port [ 659.906149] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101b32f6-3702-46bf-8d5e-e58ec3efb3cb with Priority: HIGHEST for action port [ 659.906643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-101b32f6-3702-46bf-8d5e-e58ec3efb3cb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.906779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101b32f6-3702-46bf-8d5e-e58ec3efb3cb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.906838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101b32f6-3702-46bf-8d5e-e58ec3efb3cb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.908396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101b32f6-3702-46bf-8d5e-e58ec3efb3cb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.908503] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101b32f6-3702-46bf-8d5e-e58ec3efb3cb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.937621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.937783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.937783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.937990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.938537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.938537] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 already deleted. [ 659.938537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.008185] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.008185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.008185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.008185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.008185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.008185] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be created. [ 660.043177] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.043629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.043629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.044400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.044628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.058275] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: UNINITIALIZED for 2s [ 660.226373] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.226373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.226373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.226373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.226373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.226373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 7aa490df-5eb3-4b45-9fdc-f430d0113b87 not found, creating... [ 660.226889] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.226944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.227073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.227324] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.227464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.227771] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.227929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.229970] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.230269] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.230420] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.232160] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 7aa490df-5eb3-4b45-9fdc-f430d0113b87 is going to be created. [ 660.252678] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.252678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252678] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be created. [ 660.258367] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.258367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.258367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.259057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.299187] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.299420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.299420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.299647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.301768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.316649] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: UNINITIALIZED for 2s [ 660.316980] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.317106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.317286] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7688d97-95b5-4d9e-93b2-85c41d61f503 with status ACTIVE [ 660.317484] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.317617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.317681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.317917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.318148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.318228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.318327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.318441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.319696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.320513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.320935] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.320935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.321151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.321343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.321343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.321524] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7688d97-95b5-4d9e-93b2-85c41d61f503 is going to be updated. [ 660.360670] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.360670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.360670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.360670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.360670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.360670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7688d97-95b5-4d9e-93b2-85c41d61f503" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.412918] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 101b32f6-3702-46bf-8d5e-e58ec3efb3cb [ 660.412918] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.412918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.412918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.412918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.412918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.412918] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:101b32f6-3702-46bf-8d5e-e58ec3efb3cb already deleted. [ 660.412918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101b32f6-3702-46bf-8d5e-e58ec3efb3cb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.046279] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-b76522c3-b141-4c4b-a9de-e6342a0c49e8 service nova] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_rules [ 661.046632] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-b76522c3-b141-4c4b-a9de-e6342a0c49e8 service nova] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 661.046632] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-b76522c3-b141-4c4b-a9de-e6342a0c49e8 service nova] Enqueued Resource ID: 7aa490df-5eb3-4b45-9fdc-f430d0113b87 with Priority: HIGHEST for action port [ 661.047171] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_rules [ 661.047296] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 661.051298] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa490df-5eb3-4b45-9fdc-f430d0113b87 with Priority: HIGHEST for action port [ 661.051298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.051492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.051651] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.051941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052636] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa490df-5eb3-4b45-9fdc-f430d0113b87 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.052636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.054463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.054463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.054463] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa490df-5eb3-4b45-9fdc-f430d0113b87',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.559234] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aa490df-5eb3-4b45-9fdc-f430d0113b87 with status ACTIVE [ 661.559498] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.559635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.559701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.559989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.560543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.560837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.560978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.561091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.561323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.561433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.561684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.561824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.561911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.562099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.562230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.562344] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aa490df-5eb3-4b45-9fdc-f430d0113b87 is going to be updated. [ 661.584930] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.585106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.585173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.585387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.585716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.585716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa490df-5eb3-4b45-9fdc-f430d0113b87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.722514] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-cd9247ab-bd84-43b1-a6ab-d4a2dc02e2e7 tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 661.723067] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 661.723369] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.723479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.074220] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 662.074437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.074604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.074819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.075168] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.075168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.075332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.075332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.075879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.075879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.075879] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.330923] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 662.330923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.331448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.331448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.331595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.331595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.331707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.331884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.331991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.332173] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.378113] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.379355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.379487] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.379673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.379841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.380137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.380485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.381064] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.381064] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.381064] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.381427] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.381427] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.381427] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.381559] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.414504] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.414842] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.415170] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.416879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-895" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416879] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-273d0915-6498-4c00-b609-1b995b9601ba taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.416879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.416879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.416879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.416879] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273d0915-6498-4c00-b609-1b995b9601ba',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.542467] env[69433]: INFO networking_nsxv3.common.synchronization [None req-44956192-22ed-48f6-9f7b-f04fc38aea10 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 662.544463] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 662.544463] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.544463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.544463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.544463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.545142] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.581467] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.584024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.584024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.584024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.585856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.585856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.585856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.585856] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.645243] env[69433]: INFO networking_nsxv3.common.synchronization [None req-147326c8-7d57-4042-ac4c-2922ccd44bcc tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 662.648191] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 662.649216] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.649216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.838502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.921166] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.921166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.921166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.921166] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 273d0915-6498-4c00-b609-1b995b9601ba not found, creating... [ 662.921610] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921748] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.922228] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.922402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.923665] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.924022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.924278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.928534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.928534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.928534] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 273d0915-6498-4c00-b609-1b995b9601ba is going to be created. [ 662.956613] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.956613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.956613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.956916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.960029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.960029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.067728] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.067944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.067944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068431] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1425d356-6999-411b-af62-1064bd619193 already deleted. [ 663.068539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068937] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.092612] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43fb6c58-0e80-46f1-8cac-756721ebc411: rpc.has_security_group_logging(os_id): False [ 663.117672] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.118060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.118060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.118440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.118440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.118590] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.118747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.118846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.119247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.119247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.119561] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.119719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.119820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.120053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.120171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.121837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.121837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.121837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.121837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.121837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.121837] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be created. [ 663.209304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.209304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.209304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.209304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.209304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.221597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: IN_PROGRESS for 2s [ 663.342636] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.458179] env[69433]: INFO networking_nsxv3.common.synchronization [req-fad30fe1-635f-4a85-930f-8076ca91ed25 req-36197d7b-833a-4dd8-947e-798cb841eb1a tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Enqueued Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_members [ 663.459760] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_members [ 663.460387] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.460668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.460764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.461123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.461792] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.462119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.462314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.463452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.463834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.463834] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.612184] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.612184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.612184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.612184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.612184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.612184] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1425d356-6999-411b-af62-1064bd619193 already deleted. [ 663.612184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.746292] env[69433]: INFO networking_nsxv3.common.synchronization [None req-dfb7bcca-f497-43ff-8de9-fa157087ecb0 None None] Enqueued Resource ID: d9d9c123-e9de-40be-995a-10a2a3d90735 with Priority: HIGHEST for action port [ 663.746825] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d9c123-e9de-40be-995a-10a2a3d90735 with Priority: HIGHEST for action port [ 663.747239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d9c123-e9de-40be-995a-10a2a3d90735 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.747369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d9c123-e9de-40be-995a-10a2a3d90735" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.747433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d9c123-e9de-40be-995a-10a2a3d90735" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.747689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d9c123-e9de-40be-995a-10a2a3d90735" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.747797] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d9c123-e9de-40be-995a-10a2a3d90735',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.847303] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.847417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.847469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.847794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.847794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.847918] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 663.887633] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.887633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.887633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.887633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.887633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.906120] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 663.968267] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.968267] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.968267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 already deleted. [ 663.968267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.206172] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-58708041-3f08-428a-a88c-40fe2b643fc7 service nova] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_rules [ 664.206510] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-58708041-3f08-428a-a88c-40fe2b643fc7 service nova] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 664.206584] env[69433]: INFO networking_nsxv3.common.synchronization [req-e0ad3c11-80e3-438a-b04b-1c43440fcfdb req-58708041-3f08-428a-a88c-40fe2b643fc7 service nova] Enqueued Resource ID: 273d0915-6498-4c00-b609-1b995b9601ba with Priority: HIGHEST for action port [ 664.206804] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_rules [ 664.206957] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 664.207053] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273d0915-6498-4c00-b609-1b995b9601ba with Priority: HIGHEST for action port [ 664.207634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.207738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.207941] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.208491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.208736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-273d0915-6498-4c00-b609-1b995b9601ba taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.208859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.208915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.209155] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.209235] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273d0915-6498-4c00-b609-1b995b9601ba',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.252014] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d9c123-e9de-40be-995a-10a2a3d90735 [ 664.252014] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.253213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.253213] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d9c123-e9de-40be-995a-10a2a3d90735 already deleted. [ 664.253213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d9c123-e9de-40be-995a-10a2a3d90735" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.291136] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.291573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-416" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.291819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-416" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.292262] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-416" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.292830] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.294880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.294880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.294880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.294880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.294880] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.294880] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.294880] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.294880] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.294880] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.294880] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.294880] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.316485] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.317324] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.317324] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.317502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-416" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.317868] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-c5819e62-7612-432a-9a08-5e9ab2e7c855 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.318111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.318268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.318608] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.318789] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5819e62-7612-432a-9a08-5e9ab2e7c855',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.712282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 273d0915-6498-4c00-b609-1b995b9601ba with status ACTIVE [ 664.712524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.712671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.712741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.712974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.713085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.713268] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.713370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.713435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.713596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.713676] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.713850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.713943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.714014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.714161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.714350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.714350] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 273d0915-6498-4c00-b609-1b995b9601ba is going to be updated. [ 664.745534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.745689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.745835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.746089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.746255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.746413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-273d0915-6498-4c00-b609-1b995b9601ba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.825731] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.826034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.826140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.826705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.826705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.826705] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port c5819e62-7612-432a-9a08-5e9ab2e7c855 not found, creating... [ 664.826934] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.827122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.827242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.827485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.827593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.827869] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.828036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.828158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.828363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.828493] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.828628] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: c5819e62-7612-432a-9a08-5e9ab2e7c855 is going to be created. [ 664.860171] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.860327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.860459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.862343] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.862343] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.862343] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.234628] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 665.234899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.248681] env[69433]: INFO networking_nsxv3.common.synchronization [None req-5caca471-b757-4b41-8ba4-2f56d2cb2937 None None] Enqueued Resource ID: fb861036-4bd9-4d3f-b270-fb1a9c571ea1 with Priority: HIGHEST for action port [ 665.248907] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb861036-4bd9-4d3f-b270-fb1a9c571ea1 with Priority: HIGHEST for action port [ 665.249535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb861036-4bd9-4d3f-b270-fb1a9c571ea1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.249668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb861036-4bd9-4d3f-b270-fb1a9c571ea1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.249714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb861036-4bd9-4d3f-b270-fb1a9c571ea1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.249972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb861036-4bd9-4d3f-b270-fb1a9c571ea1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.252709] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb861036-4bd9-4d3f-b270-fb1a9c571ea1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.680198] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0eaeada7-64a1-4b67-8669-8a5e85fb5005 None None] Enqueued Resource ID: edfc0f91-3293-4434-994f-3e23914b5405 with Priority: HIGHEST for action port [ 665.680746] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfc0f91-3293-4434-994f-3e23914b5405 with Priority: HIGHEST for action port [ 665.680814] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-edfc0f91-3293-4434-994f-3e23914b5405 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.681044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edfc0f91-3293-4434-994f-3e23914b5405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.681044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edfc0f91-3293-4434-994f-3e23914b5405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.681915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edfc0f91-3293-4434-994f-3e23914b5405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.681977] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edfc0f91-3293-4434-994f-3e23914b5405',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.754678] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb861036-4bd9-4d3f-b270-fb1a9c571ea1 [ 665.754950] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.755055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.755128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.755334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.755419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.755513] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb861036-4bd9-4d3f-b270-fb1a9c571ea1 already deleted. [ 665.755590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb861036-4bd9-4d3f-b270-fb1a9c571ea1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.919242] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 665.919552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.919820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.920160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.920430] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.920605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.921039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.921039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.924321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924689] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.926526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.926526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.926634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.926749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.926848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.927117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.927243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.927391] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.189442] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edfc0f91-3293-4434-994f-3e23914b5405 [ 666.190093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.190093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.190093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.190093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.191558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.191558] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edfc0f91-3293-4434-994f-3e23914b5405 already deleted. [ 666.192143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edfc0f91-3293-4434-994f-3e23914b5405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.326817] env[69433]: INFO networking_nsxv3.common.synchronization [req-fad30fe1-635f-4a85-930f-8076ca91ed25 req-5dac7733-d0ac-4e18-a4cf-d1343f949b28 service nova] Enqueued Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_rules [ 666.327611] env[69433]: INFO networking_nsxv3.common.synchronization [req-fad30fe1-635f-4a85-930f-8076ca91ed25 req-5dac7733-d0ac-4e18-a4cf-d1343f949b28 service nova] Enqueued Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_members [ 666.327611] env[69433]: INFO networking_nsxv3.common.synchronization [req-fad30fe1-635f-4a85-930f-8076ca91ed25 req-5dac7733-d0ac-4e18-a4cf-d1343f949b28 service nova] Enqueued Resource ID: c5819e62-7612-432a-9a08-5e9ab2e7c855 with Priority: HIGHEST for action port [ 666.327846] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_rules [ 666.328018] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_members [ 666.328922] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5819e62-7612-432a-9a08-5e9ab2e7c855 with Priority: HIGHEST for action port [ 666.328922] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.328922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.329122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.329464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.329543] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.331058] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.332780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.332780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.332780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.332780] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.332780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.332780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.333048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.333048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.333158] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.334597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5819e62-7612-432a-9a08-5e9ab2e7c855 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.334597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.334597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.334597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.334597] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5819e62-7612-432a-9a08-5e9ab2e7c855',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.433747] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.433747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.433747] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.628844] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f13334a-a00b-4bd9-942b-f3375733ab32 req-ab067b0a-7c99-4441-a127-add937ac878f tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 666.628844] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 666.628844] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.630079] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.630079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.630079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.630079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.630079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.632666] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.832233] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.832622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.837335] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.839242] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5819e62-7612-432a-9a08-5e9ab2e7c855 with status ACTIVE [ 666.839552] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.839662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.839703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.840722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.840908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.842467] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.845533] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.845533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.845533] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5819e62-7612-432a-9a08-5e9ab2e7c855 is going to be updated. [ 666.872436] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.872599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.872705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.872958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.873153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.873353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5819e62-7612-432a-9a08-5e9ab2e7c855" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.938019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.134917] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.135140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.135998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.135998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.135998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.135998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.135998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.135998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.136256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.136256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.136256] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d already deleted. [ 667.136335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.315733] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.316793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.317041] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.318017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.318017] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.318017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.318017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.321778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.321778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.321778] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.321778] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.321778] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.321778] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.321778] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.321778] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.321778] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.341520] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.341520] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.341520] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.341520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.343026] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-2857f3eb-a2ae-40b9-b205-43eb60aaf094 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.343026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.343026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.343026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.343026] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2857f3eb-a2ae-40b9-b205-43eb60aaf094',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.345987] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.446351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.447644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.447644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.447644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.447644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.447644] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 667.453379] env[69433]: INFO networking_nsxv3.common.synchronization [None req-886a26a7-9b4e-49cf-9536-15b79611c673 None None] Enqueued Resource ID: 6bb4a555-eb9b-417a-a5ee-47e95a041fde with Priority: HIGHEST for action port [ 667.454068] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb4a555-eb9b-417a-a5ee-47e95a041fde with Priority: HIGHEST for action port [ 667.456144] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bb4a555-eb9b-417a-a5ee-47e95a041fde taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.456326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bb4a555-eb9b-417a-a5ee-47e95a041fde" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.456422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bb4a555-eb9b-417a-a5ee-47e95a041fde" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.456710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bb4a555-eb9b-417a-a5ee-47e95a041fde" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.456830] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb4a555-eb9b-417a-a5ee-47e95a041fde',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.492251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.493267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.493267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.493267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.495018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.506177] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 667.846579] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.846918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.846959] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.847610] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.847681] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.847800] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 2857f3eb-a2ae-40b9-b205-43eb60aaf094 not found, creating... [ 667.848103] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.848275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.848394] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.848631] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.848768] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.850070] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.850583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.850583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.850684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.850746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.850925] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 2857f3eb-a2ae-40b9-b205-43eb60aaf094 is going to be created. [ 667.852607] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.852712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.852944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.852944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.853276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.853456] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 is going to be created. [ 667.880852] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.881107] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.881280] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.881660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.881910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.882214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.889907] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.889907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.889907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.889907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.889907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.904988] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 in Status: UNINITIALIZED for 2s [ 667.960291] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bb4a555-eb9b-417a-a5ee-47e95a041fde [ 667.960291] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.960445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.960445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.961484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.961484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.961484] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bb4a555-eb9b-417a-a5ee-47e95a041fde already deleted. [ 667.961484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bb4a555-eb9b-417a-a5ee-47e95a041fde" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.571389] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0265e0d2-355c-403b-843b-c411ebfb8340 None None] Enqueued Resource ID: f780bd8c-34e0-4bcb-ab28-b788fcbf1b80 with Priority: HIGHEST for action port [ 668.571970] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f780bd8c-34e0-4bcb-ab28-b788fcbf1b80 with Priority: HIGHEST for action port [ 668.572240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f780bd8c-34e0-4bcb-ab28-b788fcbf1b80 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.572362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f780bd8c-34e0-4bcb-ab28-b788fcbf1b80" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.572426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f780bd8c-34e0-4bcb-ab28-b788fcbf1b80" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.574818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f780bd8c-34e0-4bcb-ab28-b788fcbf1b80" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.574818] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f780bd8c-34e0-4bcb-ab28-b788fcbf1b80',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.917612] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6981051-9aea-4242-ab87-0cd7b6196832 req-704f5d73-2729-4f1c-bd45-e3e5c0f63625 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Enqueued Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_members [ 668.917612] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_members [ 668.917612] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.917612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.918693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.918978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.919948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.919948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.919948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.919948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.919948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.919948] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.076050] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f780bd8c-34e0-4bcb-ab28-b788fcbf1b80 [ 669.076361] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.076515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.076585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.076846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.076930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.077036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f780bd8c-34e0-4bcb-ab28-b788fcbf1b80 already deleted. [ 669.077141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f780bd8c-34e0-4bcb-ab28-b788fcbf1b80" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.250744] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f13334a-a00b-4bd9-942b-f3375733ab32 req-1942bafa-2a5b-4dd9-a7e2-97c77a2aa94d service nova] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_rules [ 669.250992] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f13334a-a00b-4bd9-942b-f3375733ab32 req-1942bafa-2a5b-4dd9-a7e2-97c77a2aa94d service nova] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 669.251169] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f13334a-a00b-4bd9-942b-f3375733ab32 req-1942bafa-2a5b-4dd9-a7e2-97c77a2aa94d service nova] Enqueued Resource ID: 2857f3eb-a2ae-40b9-b205-43eb60aaf094 with Priority: HIGHEST for action port [ 669.251772] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_rules [ 669.251907] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 669.251998] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2857f3eb-a2ae-40b9-b205-43eb60aaf094 with Priority: HIGHEST for action port [ 669.252391] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.252611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.252679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.252948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.254314] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.256993] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.257223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.257296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.257505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.258093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.258225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.258294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.258475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.258690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.258690] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.259631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-2857f3eb-a2ae-40b9-b205-43eb60aaf094 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.259808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.259879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.260081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.260184] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2857f3eb-a2ae-40b9-b205-43eb60aaf094',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.426220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.426220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.426220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.427289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.427468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.427771] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.427934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.428685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.428964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.429093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.429206] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 already deleted. [ 669.429294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.504323] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.504532] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.504675] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.504964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.505281] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.505413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.505531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.505770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.505919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.506349] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.506489] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.506597] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.506705] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.506819] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.506927] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.507126] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.519066] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 669.519338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.520086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.520086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.520086] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.520086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.520086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.520519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.520519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.520519] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.531279] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.531517] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.531660] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.531838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.532634] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.535664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.535664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.535664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.535664] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51ba4f0-f143-4033-9a8c-2bd66b5273b3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.761982] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.762258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.763531] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.764426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2857f3eb-a2ae-40b9-b205-43eb60aaf094 with status ACTIVE [ 669.764592] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.764787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.764787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.764970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.765083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.765259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.765358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.765408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.765659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.765659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.765923] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.765923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.766051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.766127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.766168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.766245] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2857f3eb-a2ae-40b9-b205-43eb60aaf094 is going to be updated. [ 669.788977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.788977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.788977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.788977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.788977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.789301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2857f3eb-a2ae-40b9-b205-43eb60aaf094" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.918555] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 in Status: SUCCESS [ 669.918555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.918555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.918954] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.918954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.919135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.919255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.919349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.920023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.920023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.026351] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.037917] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.037917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.037917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.038238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.038910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.038910] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f51ba4f0-f143-4033-9a8c-2bd66b5273b3 not found, creating... [ 670.039895] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.040835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.040835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.040835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.040835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.041791] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.041877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.042533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.042928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.043384] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.044299] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f51ba4f0-f143-4033-9a8c-2bd66b5273b3 is going to be created. [ 670.072122] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.072122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.072122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.072122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.072122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.072122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.270677] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.425634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.425844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.425924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.426187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.427172] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.427172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.427172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.427172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.427172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.427172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.427495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.427495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.427567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.428390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.428390] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.428390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.428390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.428390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.428390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.428390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.428390] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.527752] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.774632] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.775434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.775434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.775434] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be created. [ 670.802025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.802228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.802295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.802722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.802722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.817123] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: UNINITIALIZED for 2s [ 670.935246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67: rpc.has_security_group_logging(os_id): False [ 670.964029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.964029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.964029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.964029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.965108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.965108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.965108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.965108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.965108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.965108] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 is going to be created. [ 671.031300] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.031751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.031931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.032323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.032458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.032712] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 671.037398] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.037653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.037733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.038109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.038515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.050469] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 in Status: IN_PROGRESS for 2s [ 671.068625] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.069432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.069799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.082217] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 671.111022] env[69433]: INFO networking_nsxv3.common.synchronization [None req-a37d1018-79d3-4c85-93bf-32def89a5b5e None None] Enqueued Resource ID: 4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d with Priority: HIGHEST for action port [ 671.112415] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d with Priority: HIGHEST for action port [ 671.113314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.113537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.113667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.113920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.114019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.173590] env[69433]: INFO networking_nsxv3.common.synchronization [req-182bad35-6704-4c1e-8a00-f84b71be4fe8 req-e4f61191-4950-41f0-8fc9-fbc80b2eed45 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Enqueued Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_members [ 671.174742] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_members [ 671.175544] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.175886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.175993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.176671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.176671] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.176671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.176671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.176932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.176932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.177135] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.415796] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6981051-9aea-4242-ab87-0cd7b6196832 req-483c2708-1f24-488e-a2a5-23d68521fb8c service nova] Enqueued Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_rules [ 671.415796] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6981051-9aea-4242-ab87-0cd7b6196832 req-483c2708-1f24-488e-a2a5-23d68521fb8c service nova] Enqueued Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_members [ 671.415981] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6981051-9aea-4242-ab87-0cd7b6196832 req-483c2708-1f24-488e-a2a5-23d68521fb8c service nova] Enqueued Resource ID: f51ba4f0-f143-4033-9a8c-2bd66b5273b3 with Priority: HIGHEST for action port [ 671.416228] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_rules [ 671.416390] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_members [ 671.416518] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51ba4f0-f143-4033-9a8c-2bd66b5273b3 with Priority: HIGHEST for action port [ 671.418325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.418532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.418532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.418848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.418936] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.420025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.420153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421397] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.422076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.422463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.422463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.422574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.422665] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.423706] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.423790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.423829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.424022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.424155] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51ba4f0-f143-4033-9a8c-2bd66b5273b3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.620216] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d [ 671.620216] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.620216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.620216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.620216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.620216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.620216] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d already deleted. [ 671.620216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4371a9e7-3f9d-4acd-9ea3-82a3ded83d5d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.682457] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.682457] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.682457] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f already deleted. [ 671.682457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.851981] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.851981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.851981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.851981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.853022] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.853428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.853673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.854039] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.854365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.854699] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.857022] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.857022] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.857022] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.857022] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.857022] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.857022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.888691] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.888691] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.888960] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.889108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.889583] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-fc752302-0b42-402d-aeae-65ecc99b81c0 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.889802] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.890524] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.890737] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc752302-0b42-402d-aeae-65ecc99b81c0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.928884] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f51ba4f0-f143-4033-9a8c-2bd66b5273b3 with status ACTIVE [ 671.928884] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.928884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.928884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.929564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.929564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.929564] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.929564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.929702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.930268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.930268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.930268] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.930268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.930268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.930268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.931427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.931427] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f51ba4f0-f143-4033-9a8c-2bd66b5273b3 is going to be updated. [ 671.932261] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.932261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.932261] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.965958] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.965958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.965958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.965958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.965958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.965958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51ba4f0-f143-4033-9a8c-2bd66b5273b3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.395300] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.396111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.396466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.396868] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.397200] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.397495] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port fc752302-0b42-402d-aeae-65ecc99b81c0 not found, creating... [ 672.398168] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.398698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.398698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.401413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.401413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.401413] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.401413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.401413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.401413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.401413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.401413] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: fc752302-0b42-402d-aeae-65ecc99b81c0 is going to be created. [ 672.435988] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.437411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.437671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.438057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.438409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.438744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.440092] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.830458] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.830458] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.830458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.830458] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.943063] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.943063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.943063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.943063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.943063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.943063] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 is going to be created. [ 672.981716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.982617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.986014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.986014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.986014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.997409] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 in Status: UNINITIALIZED for 2s [ 673.066156] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 in Status: SUCCESS [ 673.066156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.094068] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 673.094298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.094551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.096938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.096938] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.096938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.096938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.097302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.097302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.097412] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.154839] env[69433]: INFO networking_nsxv3.common.synchronization [None req-21d25f62-3ebc-49d6-b684-c113e8a2b743 None None] Enqueued Resource ID: 02863f64-6409-4922-b2fb-3c990793f7a7 with Priority: HIGHEST for action port [ 673.154839] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02863f64-6409-4922-b2fb-3c990793f7a7 with Priority: HIGHEST for action port [ 673.156450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-02863f64-6409-4922-b2fb-3c990793f7a7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.156587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02863f64-6409-4922-b2fb-3c990793f7a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.156646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02863f64-6409-4922-b2fb-3c990793f7a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.157285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02863f64-6409-4922-b2fb-3c990793f7a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.157285] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02863f64-6409-4922-b2fb-3c990793f7a7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.300351] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f70cd60a-621f-4e52-98e4-a5f58e383960 None None] Enqueued Resource ID: cae72e82-8765-4103-b567-557500bbb290 with Priority: HIGHEST for action port [ 673.300983] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae72e82-8765-4103-b567-557500bbb290 with Priority: HIGHEST for action port [ 673.301527] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae72e82-8765-4103-b567-557500bbb290 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.301665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae72e82-8765-4103-b567-557500bbb290" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.301730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae72e82-8765-4103-b567-557500bbb290" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.302031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae72e82-8765-4103-b567-557500bbb290" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.303449] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae72e82-8765-4103-b567-557500bbb290',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.333682] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.333682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.333682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.334057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.334057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.334057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.334057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.334250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.335170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.335170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.335170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.335170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.335170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.335170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.336034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.336034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.336034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.336034] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.350260] env[69433]: INFO networking_nsxv3.common.synchronization [req-d6ff2c36-7caa-4bea-8fdc-337ededade37 req-ec65be7a-b4bf-469f-91c1-24bf5d673659 tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: 4ae7bab7-7446-4a33-8949-2e89691d9b21 with Priority: HIGHEST for action security_group_rules [ 673.350260] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae7bab7-7446-4a33-8949-2e89691d9b21 with Priority: HIGHEST for action security_group_rules [ 673.350260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ae7bab7-7446-4a33-8949-2e89691d9b21 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.350260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ae7bab7-7446-4a33-8949-2e89691d9b21" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.350260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ae7bab7-7446-4a33-8949-2e89691d9b21" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ae7bab7-7446-4a33-8949-2e89691d9b21" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.350260] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ae7bab7-7446-4a33-8949-2e89691d9b21',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.537069] env[69433]: INFO networking_nsxv3.common.synchronization [req-fe42dab6-5939-40db-a844-0e7be1772704 req-6190ae16-d572-493e-919c-5265ab58fdd2 tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_members [ 673.537690] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_members [ 673.537690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.537876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.537876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.538058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.538477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.538645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.538749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.539428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.539428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.539533] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.601718] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.662123] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02863f64-6409-4922-b2fb-3c990793f7a7 [ 673.662210] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.662416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.662495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.662701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.663196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.663196] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02863f64-6409-4922-b2fb-3c990793f7a7 already deleted. [ 673.663196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02863f64-6409-4922-b2fb-3c990793f7a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.804864] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cae72e82-8765-4103-b567-557500bbb290 [ 673.805794] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.805794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.805794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.805794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.805794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.806152] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cae72e82-8765-4103-b567-557500bbb290 already deleted. [ 673.806152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae72e82-8765-4103-b567-557500bbb290" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.839657] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247a879c-523b-485b-862e-a0a1e94ed96d: rpc.has_security_group_logging(os_id): False [ 673.859342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.859499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.859571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.859789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.859920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.860135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.860303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.860303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.860500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.860586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.860825] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.860935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.860996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.861159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.861261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.862033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.862033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.862033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.862033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.862033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.862376] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be created. [ 673.880722] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.880722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.880722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.880893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.880893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.880981] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ae7bab7-7446-4a33-8949-2e89691d9b21 already deleted. [ 673.881533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ae7bab7-7446-4a33-8949-2e89691d9b21" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.946178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.946178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.946178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.946360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.946621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.958668] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: IN_PROGRESS for 2s [ 674.004616] env[69433]: INFO networking_nsxv3.common.synchronization [None req-8aa45b70-ab14-4c16-9a9e-c1be266cc806 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_rules [ 674.005827] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_rules [ 674.005827] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.005827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.005827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.007170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.007170] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.043355] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.043355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.043508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.043709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.043803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.044068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.044186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.044266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.044459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.044539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.044642] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 already deleted. [ 674.044729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.110715] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.123599] env[69433]: INFO networking_nsxv3.common.synchronization [req-182bad35-6704-4c1e-8a00-f84b71be4fe8 req-fb756b27-5c35-42a2-a80a-0173c759badb service nova] Enqueued Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_rules [ 674.123599] env[69433]: INFO networking_nsxv3.common.synchronization [req-182bad35-6704-4c1e-8a00-f84b71be4fe8 req-fb756b27-5c35-42a2-a80a-0173c759badb service nova] Enqueued Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_members [ 674.125196] env[69433]: INFO networking_nsxv3.common.synchronization [req-182bad35-6704-4c1e-8a00-f84b71be4fe8 req-fb756b27-5c35-42a2-a80a-0173c759badb service nova] Enqueued Resource ID: fc752302-0b42-402d-aeae-65ecc99b81c0 with Priority: HIGHEST for action port [ 674.126507] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_rules [ 674.126653] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_members [ 674.126750] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc752302-0b42-402d-aeae-65ecc99b81c0 with Priority: HIGHEST for action port [ 674.127244] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.127244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.127341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.127809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.127809] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.128688] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.128877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.128965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.129287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.132040] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.132040] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.132040] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc752302-0b42-402d-aeae-65ecc99b81c0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.132040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.132040] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc752302-0b42-402d-aeae-65ecc99b81c0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.276897] env[69433]: INFO networking_nsxv3.common.synchronization [None req-59ec3b8e-5a7f-4e12-b78d-805ac4964378 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_rules [ 674.276897] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_rules [ 674.276897] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.276897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.303695] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.303915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-788" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.304026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-788" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.304437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-788" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.304642] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.304807] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.304926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.305233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.305331] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.305543] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.305701] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.305823] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.305937] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.306092] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.306216] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.306352] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.333422] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.334455] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.334455] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.334455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-788" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.334455] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.334706] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.334706] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.335035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.335184] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e52167a-30f3-417a-8cbd-5a5b7a3931b0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.533242] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.533242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.533242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.533242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.533402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533498] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 already deleted. [ 674.533615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.533934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.534033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.619033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.619033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.619033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.619033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.619033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.619033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 674.634181] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.635348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.635854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.635854] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc752302-0b42-402d-aeae-65ecc99b81c0 with status ACTIVE [ 674.635854] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.635854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.635854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.636293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.636293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.636293] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.636463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.636463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.636605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.636680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.636855] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.636943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.636998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.640044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.640140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.640238] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc752302-0b42-402d-aeae-65ecc99b81c0 is going to be updated. [ 674.650742] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.650888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.650943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.651376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.651376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.663723] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 674.672392] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.672392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.672392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.672392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc752302-0b42-402d-aeae-65ecc99b81c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.839606] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.839606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.839606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.839606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.839845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.839996] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 not found, creating... [ 674.840676] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.841801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.841801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.841914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.842065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.842535] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.842755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.842916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.843266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.843441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.843658] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 is going to be created. [ 674.865676] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.866351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.866774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.867852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.014282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 in Status: SUCCESS [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.014282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.014282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.014282] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.062255] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.063041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.063041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.063041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.063261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.063261] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 already deleted. [ 675.063406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.149591] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.519143] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.519143] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.519143] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.519143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.520942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.520942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.520942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.520942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.520942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.520942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.520942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.520942] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.653351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.653351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.653351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.653351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.653351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.653351] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f is going to be created. [ 675.711194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.711194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.711194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.711608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.711608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.727743] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f in Status: UNINITIALIZED for 2s [ 675.954380] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d3033aff-f208-43e7-8191-90a3618eb285 None None] Enqueued Resource ID: 298afb8d-c85e-4c17-8d09-8d51330611c0 with Priority: HIGHEST for action port [ 675.954761] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298afb8d-c85e-4c17-8d09-8d51330611c0 with Priority: HIGHEST for action port [ 675.955336] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-298afb8d-c85e-4c17-8d09-8d51330611c0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.955458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298afb8d-c85e-4c17-8d09-8d51330611c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.955934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298afb8d-c85e-4c17-8d09-8d51330611c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.955934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298afb8d-c85e-4c17-8d09-8d51330611c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.956088] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298afb8d-c85e-4c17-8d09-8d51330611c0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.975921] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 675.975921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.017672] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9008c545-a175-4093-987f-6199a13be0a4 None None] Enqueued Resource ID: 5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7 with Priority: HIGHEST for action port [ 676.017982] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7 with Priority: HIGHEST for action port [ 676.018834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.018834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.018834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.018834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.019188] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.024825] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a613640-ced2-40a0-9cf4-d4eb447c6419: rpc.has_security_group_logging(os_id): False [ 676.049049] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.049200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.049270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.049484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.049572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.050076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.050076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.050243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.050243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050408] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.050501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.050557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.050693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.050762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.050935] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.051121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.051189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.051401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.051472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.052364] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 is going to be created. [ 676.126317] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.126613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.126613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.126738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.126926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.146943] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 in Status: IN_PROGRESS for 2s [ 676.342278] env[69433]: INFO networking_nsxv3.common.synchronization [req-fe42dab6-5939-40db-a844-0e7be1772704 req-6a23aed7-f9a0-44ed-a2b2-98d364a7031a service nova] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_rules [ 676.342588] env[69433]: INFO networking_nsxv3.common.synchronization [req-fe42dab6-5939-40db-a844-0e7be1772704 req-6a23aed7-f9a0-44ed-a2b2-98d364a7031a service nova] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_members [ 676.342845] env[69433]: INFO networking_nsxv3.common.synchronization [req-fe42dab6-5939-40db-a844-0e7be1772704 req-6a23aed7-f9a0-44ed-a2b2-98d364a7031a service nova] Enqueued Resource ID: 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 with Priority: HIGHEST for action port [ 676.344148] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_rules [ 676.344148] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_members [ 676.344148] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 with Priority: HIGHEST for action port [ 676.344445] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.344843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.344959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.345190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.345279] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.347237] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.347473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.347473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.347755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.347755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.348036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.348036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.348313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.348657] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.349709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.349822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.349930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.350134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.350187] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e52167a-30f3-417a-8cbd-5a5b7a3931b0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.461884] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 298afb8d-c85e-4c17-8d09-8d51330611c0 [ 676.461884] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.461884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.461884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.461884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.461884] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:298afb8d-c85e-4c17-8d09-8d51330611c0 already deleted. [ 676.461884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298afb8d-c85e-4c17-8d09-8d51330611c0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.525559] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7 [ 676.525559] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.525559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.525559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.525559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.525559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.525559] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7 already deleted. [ 676.525559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c1eeef8-8ccf-4e1d-a0e4-97e9c0169ec7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.528538] env[69433]: INFO networking_nsxv3.common.synchronization [req-225b2090-a7a7-4d9a-bdfe-a25770594c44 req-38cc8712-063a-4147-b351-7045c9ae78bb tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Enqueued Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_members [ 676.528538] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_members [ 676.528870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.528980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.529720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.529720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.529988] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.530086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.530179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.530378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.530504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.531033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.676127] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 676.676639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.677243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.678497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.678497] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.678497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.678497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.678497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.678497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.678497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.679098] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.679098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.679098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.679288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.679435] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.679750] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.679750] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.679836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.681505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.681505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.681505] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.853041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.853041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.853041] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.854119] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 with status ACTIVE [ 676.854724] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.854898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.854998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.855271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.855436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.855648] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.855911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.856617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.856617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.856617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.856617] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.856617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.857099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.857099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.857099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.857275] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e52167a-30f3-417a-8cbd-5a5b7a3931b0 is going to be updated. [ 676.880374] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.880374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.880374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.880374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.880697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.880697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e52167a-30f3-417a-8cbd-5a5b7a3931b0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.917509] env[69433]: INFO networking_nsxv3.common.synchronization [req-4115c1dd-d150-4c52-80ea-a433375267b6 req-58dfebd2-bc4d-4fd3-b50f-0561ed0af701 tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: 234bfcef-4fcc-4450-81fe-5309f6f5cf2f with Priority: HIGHEST for action security_group_rules [ 676.918084] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234bfcef-4fcc-4450-81fe-5309f6f5cf2f with Priority: HIGHEST for action security_group_rules [ 676.918423] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-234bfcef-4fcc-4450-81fe-5309f6f5cf2f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.918557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-234bfcef-4fcc-4450-81fe-5309f6f5cf2f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.918623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-234bfcef-4fcc-4450-81fe-5309f6f5cf2f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.918875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-234bfcef-4fcc-4450-81fe-5309f6f5cf2f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.918978] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('234bfcef-4fcc-4450-81fe-5309f6f5cf2f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.034803] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.034803] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.034803] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e already deleted. [ 677.034803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.048516] env[69433]: INFO networking_nsxv3.common.synchronization [req-eb8ad681-0470-48e6-a6a4-7ace8b0f72c2 req-381b0f7a-5c3d-485c-9352-3fcc55ebf9e3 tempest-DeleteServersAdminTestJSON-1382526631 tempest-DeleteServersAdminTestJSON-1382526631-project-admin] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 677.049109] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 677.049429] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.049559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.049628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.049983] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.050098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.050162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.050315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.050406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.050502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.185067] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fd19104-6faa-4a4f-bba6-9984d61ba3c9: rpc.has_security_group_logging(os_id): False [ 677.205183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.205442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.205920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.205920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.206039] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.207043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.207156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.207188] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.207617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.208131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.208131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208131] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.208131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.208131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.208344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.208375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208717] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be created. [ 677.211917] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6be12655-2e08-4c9c-adc7-d9963bf85e7e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 677.212407] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 677.212658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.212785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.213353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.213353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.213353] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.359734] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.366768] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.366985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.366985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.367531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.367531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.383208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 677.471209] env[69433]: INFO networking_nsxv3.common.synchronization [None req-70ec5096-ce6f-40bd-82bd-e06ca649359e tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 677.471209] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 677.471209] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.471209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.480030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.480030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.480030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.480030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.480030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.480030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 234bfcef-4fcc-4450-81fe-5309f6f5cf2f already deleted. [ 677.480030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-234bfcef-4fcc-4450-81fe-5309f6f5cf2f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.557038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.557038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.557038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.557038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be updated. [ 677.599098] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.599234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.599313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.599605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.600296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.624924] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: IN_PROGRESS for 2s [ 677.739321] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f in Status: SUCCESS [ 677.739321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.739486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.739698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.739913] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.740202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.740202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.740288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.740347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.740432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.740546] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.745174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.745174] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 already deleted. [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.745174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.745174] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.764707] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.764906] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.765580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.766823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.766823] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.767086] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767086] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.767290] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.767443] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.767737] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.767804] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.767927] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.768093] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.768183] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.768269] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.768398] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.791637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.792121] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.792368] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.792660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.793056] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e241d509-0aae-4a61-a213-4e510b37e4a3 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.793286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.793487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794876] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e241d509-0aae-4a61-a213-4e510b37e4a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.864490] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.864490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.864490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.864730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.864730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.864812] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 is going to be created. [ 677.895904] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.895904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.895904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.895904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.906529] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 484dc0c9-1895-4b18-8829-54db25e320d3 in Status: UNINITIALIZED for 2s [ 678.163703] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 in Status: SUCCESS [ 678.164112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.246460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.246460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.246460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.246460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.246460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.246782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.247062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.247294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.247494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.247550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.248356] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.248356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.248356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.248561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.248711] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.248847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.248891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.249142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.249142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.249261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.249295] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.272581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.274027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.274027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.274892] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 already deleted. [ 678.274892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.297590] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.300120] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e241d509-0aae-4a61-a213-4e510b37e4a3 not found, creating... [ 678.300120] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.300120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.300898] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.303698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.303698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.303698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.303698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.303698] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e241d509-0aae-4a61-a213-4e510b37e4a3 is going to be created. [ 678.325840] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.325840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.325840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.326362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.326750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.327136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.753067] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 775c43cb-3f60-4da6-a8d1-1ccefaa2809f: rpc.has_security_group_logging(os_id): False [ 678.777216] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.777643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.777839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.778169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.778344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.778628] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.778899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.778899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.779077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.779239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.781548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781548] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f is going to be created. [ 678.895063] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.895063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.895063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.895063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.895063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.910315] env[69433]: INFO networking_nsxv3.common.synchronization [None req-5090f3bb-7923-45dc-9e8e-217ad2fb5707 None None] Enqueued Resource ID: d3899508-1b93-498a-9f4f-9e019e596403 with Priority: HIGHEST for action port [ 678.912161] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3899508-1b93-498a-9f4f-9e019e596403 with Priority: HIGHEST for action port [ 678.914172] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f in Status: IN_PROGRESS for 2s [ 678.914635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3899508-1b93-498a-9f4f-9e019e596403 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.915315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3899508-1b93-498a-9f4f-9e019e596403" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.915427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3899508-1b93-498a-9f4f-9e019e596403" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.915786] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3899508-1b93-498a-9f4f-9e019e596403" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.916295] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3899508-1b93-498a-9f4f-9e019e596403',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.399895] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 679.399895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.399895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.399895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.400350] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.418673] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3899508-1b93-498a-9f4f-9e019e596403 [ 679.418967] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.419130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.420222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.420449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.420779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.420779] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3899508-1b93-498a-9f4f-9e019e596403 already deleted. [ 679.420779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3899508-1b93-498a-9f4f-9e019e596403" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.637159] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 679.638156] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 deletion is rescheduled due to dependency. [ 679.638374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664153] env[69433]: INFO networking_nsxv3.common.synchronization [req-225b2090-a7a7-4d9a-bdfe-a25770594c44 req-00e4d101-32ee-447c-9a3c-0b15c70cca6b service nova] Enqueued Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_rules [ 679.664153] env[69433]: INFO networking_nsxv3.common.synchronization [req-225b2090-a7a7-4d9a-bdfe-a25770594c44 req-00e4d101-32ee-447c-9a3c-0b15c70cca6b service nova] Enqueued Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_members [ 679.664493] env[69433]: INFO networking_nsxv3.common.synchronization [req-225b2090-a7a7-4d9a-bdfe-a25770594c44 req-00e4d101-32ee-447c-9a3c-0b15c70cca6b service nova] Enqueued Resource ID: e241d509-0aae-4a61-a213-4e510b37e4a3 with Priority: HIGHEST for action port [ 679.664657] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_rules [ 679.664657] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_members [ 679.665147] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e241d509-0aae-4a61-a213-4e510b37e4a3 with Priority: HIGHEST for action port [ 679.667819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.667819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.667819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.668157] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.669085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.669202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.669506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.669506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.669631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.669782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.669782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.669898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.670066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.670129] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.677161] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e241d509-0aae-4a61-a213-4e510b37e4a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.679077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.679077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.679077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.679077] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e241d509-0aae-4a61-a213-4e510b37e4a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.905229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.905532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.905612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.905875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.906081] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.906205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.906247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.906404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.906498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.906583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.906837] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.919226] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 484dc0c9-1895-4b18-8829-54db25e320d3 in Status: SUCCESS [ 679.919464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.919629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.919839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.920048] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.920170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.920229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.920391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.921483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.921544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.921612] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.177988] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.180921] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.180921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.184282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e241d509-0aae-4a61-a213-4e510b37e4a3 with status ACTIVE [ 680.184282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.184282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.184282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.184282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.184623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.184623] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.184753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.184753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.184925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.185059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.185284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.185405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.185467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.185618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.185695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.185779] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e241d509-0aae-4a61-a213-4e510b37e4a3 is going to be updated. [ 680.208793] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.208946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.209032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.209379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.209568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.209776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e241d509-0aae-4a61-a213-4e510b37e4a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.413395] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.414468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.414468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.414468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.414468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.414468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.414468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.414468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.414857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.414857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.414857] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.414857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.414977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.415032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.416039] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.416039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.416039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.416039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.416039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.416039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.416323] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.425426] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.443560] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0adb474c-c588-4e6f-889a-bb5857a910de None None] Enqueued Resource ID: eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f with Priority: HIGHEST for action port [ 680.446414] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f with Priority: HIGHEST for action port [ 680.447599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.447782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.447782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.448064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.448193] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.681675] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.901031] env[69433]: INFO networking_nsxv3.common.synchronization [req-0dc92bfd-f258-407d-b2ac-039fcbc3ca8d req-6d2f38de-3ab7-4a8e-938d-6549e28b14b6 tempest-ImagesNegativeTestJSON-1132033795 tempest-ImagesNegativeTestJSON-1132033795-project-member] Enqueued Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_members [ 680.901031] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGHEST for action security_group_members [ 680.901361] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.901547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.901688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.901834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.901985] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.902132] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.902221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.902343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.902442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.902550] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.923116] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fd19104-6faa-4a4f-bba6-9984d61ba3c9: rpc.has_security_group_logging(os_id): False [ 680.929321] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 484dc0c9-1895-4b18-8829-54db25e320d3: rpc.has_security_group_logging(os_id): False [ 680.932878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f in Status: SUCCESS [ 680.933077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.952635] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f [ 680.952635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.952635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.953242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.953617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.953988] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f already deleted. [ 680.954284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eddfa54d-d20d-4bfc-91fa-b1d8eb6cbe9f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.956570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.956883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.958021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.958021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.958021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.958021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.958021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.958021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.958527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.959018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.959477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.959867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.960516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.963025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.963025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.963025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.963025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.963025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.963025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.963025] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 680.968102] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.968891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.969099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.969274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.970033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.970033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.970033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.971864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.971864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971864] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 is going to be created. [ 681.069340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.069663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.069663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.069829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.070899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.080501] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.080749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.096523] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 484dc0c9-1895-4b18-8829-54db25e320d3 in Status: IN_PROGRESS for 2s [ 681.111713] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 681.186840] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.186840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.187300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.187300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.187436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.187548] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e is going to be created. [ 681.273773] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.273981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.274066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.274384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.274568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.287344] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e in Status: UNINITIALIZED for 2s [ 681.410803] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.411021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.411089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.413232] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.413232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.413456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.413855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.413855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 is going to be updated. [ 681.468024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.468024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.468024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.468024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.468024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.480905] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 in Status: IN_PROGRESS for 2s [ 681.654654] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c86ba0bd-4ecf-4366-8a76-107f4cb2f51e None None] Enqueued Resource ID: 4d8ab3d4-4069-43d2-8997-6eeaa1d9217f with Priority: HIGHEST for action port [ 681.654654] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8ab3d4-4069-43d2-8997-6eeaa1d9217f with Priority: HIGHEST for action port [ 681.654654] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d8ab3d4-4069-43d2-8997-6eeaa1d9217f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.654654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d8ab3d4-4069-43d2-8997-6eeaa1d9217f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.654654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d8ab3d4-4069-43d2-8997-6eeaa1d9217f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.655214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d8ab3d4-4069-43d2-8997-6eeaa1d9217f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.655214] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8ab3d4-4069-43d2-8997-6eeaa1d9217f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.166088] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d8ab3d4-4069-43d2-8997-6eeaa1d9217f [ 682.166088] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.166263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.166531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.166848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.167042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.167217] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d8ab3d4-4069-43d2-8997-6eeaa1d9217f already deleted. [ 682.167380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d8ab3d4-4069-43d2-8997-6eeaa1d9217f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.450948] env[69433]: INFO networking_nsxv3.common.synchronization [req-1a65e683-2681-4dcb-b9d6-31fa30cbd7bc req-60e26589-bde0-4742-8749-f1788816742d tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 682.451800] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 682.451928] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.452129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.452235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.452473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.452634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.452754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.452821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.453041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.453167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.453278] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.648581] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c0d6cc0a-f332-49b6-a4ec-df7cf81e13cf None None] Enqueued Resource ID: cee4741c-865f-43e2-a0c5-9fc299239164 with Priority: HIGHEST for action port [ 682.648581] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee4741c-865f-43e2-a0c5-9fc299239164 with Priority: HIGHEST for action port [ 682.648877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee4741c-865f-43e2-a0c5-9fc299239164 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.649076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee4741c-865f-43e2-a0c5-9fc299239164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.649236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee4741c-865f-43e2-a0c5-9fc299239164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.649626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee4741c-865f-43e2-a0c5-9fc299239164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.649735] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee4741c-865f-43e2-a0c5-9fc299239164',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.763035] env[69433]: INFO networking_nsxv3.common.synchronization [req-5415e16d-1ed4-4d63-bd39-53c0dcda1ab9 req-903b5b22-ba34-491c-afbe-a69fc2d3e861 tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: 68248f89-f7fb-42ce-98df-e9cc477896c4 with Priority: HIGHEST for action security_group_rules [ 682.767543] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68248f89-f7fb-42ce-98df-e9cc477896c4 with Priority: HIGHEST for action security_group_rules [ 682.768147] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68248f89-f7fb-42ce-98df-e9cc477896c4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.768147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68248f89-f7fb-42ce-98df-e9cc477896c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.768147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68248f89-f7fb-42ce-98df-e9cc477896c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.769680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68248f89-f7fb-42ce-98df-e9cc477896c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.769680] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68248f89-f7fb-42ce-98df-e9cc477896c4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.957224] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.108980] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 484dc0c9-1895-4b18-8829-54db25e320d3 in Status: SUCCESS [ 683.109326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.120192] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 683.120824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.121020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.121277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.121446] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.153020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee4741c-865f-43e2-a0c5-9fc299239164 [ 683.153966] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.153966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.153966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.153966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.153966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.155286] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee4741c-865f-43e2-a0c5-9fc299239164 already deleted. [ 683.155286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee4741c-865f-43e2-a0c5-9fc299239164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.252384] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ea1f4cda-c15d-40bb-ac64-50846d42ff9f tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_rules [ 683.252384] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_rules [ 683.252384] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.252384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.252384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.252384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.252384] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.291204] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.291497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.291497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.291712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.291859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.292063] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68248f89-f7fb-42ce-98df-e9cc477896c4 already deleted. [ 683.292063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68248f89-f7fb-42ce-98df-e9cc477896c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.303105] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e in Status: SUCCESS [ 683.303361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.303555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.303808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.304014] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.304137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.304205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.304373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.304480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.304579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.304672] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.384563] env[69433]: INFO networking_nsxv3.common.synchronization [None req-71e693c8-e572-4bd4-a2aa-def77f2aaec0 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_rules [ 683.385465] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_rules [ 683.385769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.385865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.461191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.498540] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 in Status: SUCCESS [ 683.499282] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 deletion is rescheduled due to dependency. [ 683.499282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.623731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.623864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.775632] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.778509] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 already deleted. [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.778509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.778509] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.808460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.808460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.808460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.808460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.808460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.808460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.808460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.808957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.808957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.808957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.808957] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.809144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.809144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.809321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.812312] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.812312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.812312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.812312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.812312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.812312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.812312] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.967589] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.967803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.967803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.968221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.968221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.968326] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 684.001093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.001265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.001482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.001680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.001824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.014637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 684.303330] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.303330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.303330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.303330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.303330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.303330] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 already deleted. [ 684.303330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.312834] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e: rpc.has_security_group_logging(os_id): False [ 684.334399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.334612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.334903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.334957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.335094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.335333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.335472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.335548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.335697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.335773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.336089] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.336179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.336179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.336312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.336420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.336618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.336718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.336807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.336960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.337081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.337393] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e is going to be created. [ 684.419235] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.419390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.419436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.419650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.420290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.436585] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e in Status: IN_PROGRESS for 2s [ 686.027263] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 686.027598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.027647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.028066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.028066] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.028221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.028260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.028390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.029126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.029126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.029126] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.450015] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e in Status: SUCCESS [ 686.450015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.531900] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.531900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.531900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.532343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.532725] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.532821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.532940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.533263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.533338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.533400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.533707] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.533917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.534041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.534231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.534411] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.534699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.534815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.535171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.535285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.535402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.535534] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.539427] env[69433]: INFO networking_nsxv3.common.synchronization [req-30527423-1169-45c3-b81c-3a35cb48e3b8 req-1fb66939-6bae-4544-95e5-2524af84ddf2 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Enqueued Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_members [ 686.540238] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_members [ 686.540439] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.540564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.540638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.540862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.540970] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.541276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.541276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.541419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.541462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.541539] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.873453] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.873632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.873786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.874082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.874375] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.874536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.874653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.874870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.875267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.875465] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.875638] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.876170] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.876363] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.877209] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.877348] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.877494] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.897142] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.897338] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.897473] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.897648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.897961] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.898209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.898278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.898587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.899167] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ec4637-6c6a-4b8d-9847-9c47f23fb98e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.041383] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fd19104-6faa-4a4f-bba6-9984d61ba3c9: rpc.has_security_group_logging(os_id): False [ 687.045246] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.045395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.045600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.045694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.045805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.046653] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.046917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.047012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.047250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.047303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.047398] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842e918d-49c7-4ada-899d-11fac52d1112 already deleted. [ 687.047545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.061997] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.062237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.062322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.062561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.062661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.062890] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.062985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.063085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.063282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.063369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.063658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.063718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.063758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.063915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.064014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.064620] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.064620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.064620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.064779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.064779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.064843] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 687.149754] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.149754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.149754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.149754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.149754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.165814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 687.403905] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.403905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.403905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.403905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.403905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.403905] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e9ec4637-6c6a-4b8d-9847-9c47f23fb98e not found, creating... [ 687.403905] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.406267] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.406267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.406267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e9ec4637-6c6a-4b8d-9847-9c47f23fb98e is going to be created. [ 687.432876] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.433208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.433253] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.433693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.433976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.434223] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.812151] env[69433]: INFO networking_nsxv3.common.synchronization [req-7a655ced-dbb5-45c5-9f64-8f1af2d5a274 req-081e1754-0c06-4a93-b55d-a85b43dfb2a9 tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: bf358405-28f6-4060-b855-df99c24c6d19 with Priority: HIGHEST for action security_group_rules [ 687.812151] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf358405-28f6-4060-b855-df99c24c6d19 with Priority: HIGHEST for action security_group_rules [ 687.812151] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf358405-28f6-4060-b855-df99c24c6d19 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf358405-28f6-4060-b855-df99c24c6d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.812151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf358405-28f6-4060-b855-df99c24c6d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.812529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf358405-28f6-4060-b855-df99c24c6d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.812615] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf358405-28f6-4060-b855-df99c24c6d19',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.993851] env[69433]: INFO networking_nsxv3.common.synchronization [req-9ddf226e-98d9-4297-a473-3e750c9ad938 req-0e0d33f0-3193-4fb2-aa67-10b830b78063 tempest-ServerDiagnosticsTest-1997495512 tempest-ServerDiagnosticsTest-1997495512-project-member] Enqueued Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_members [ 687.994850] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGHEST for action security_group_members [ 687.994952] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.995276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.995316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996111] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996324] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.190703] env[69433]: INFO networking_nsxv3.common.synchronization [req-30527423-1169-45c3-b81c-3a35cb48e3b8 req-1b5588f8-f0f4-49a6-98ec-e4142fe83a81 service nova] Enqueued Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_rules [ 688.191052] env[69433]: INFO networking_nsxv3.common.synchronization [req-30527423-1169-45c3-b81c-3a35cb48e3b8 req-1b5588f8-f0f4-49a6-98ec-e4142fe83a81 service nova] Enqueued Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_members [ 688.191052] env[69433]: INFO networking_nsxv3.common.synchronization [req-30527423-1169-45c3-b81c-3a35cb48e3b8 req-1b5588f8-f0f4-49a6-98ec-e4142fe83a81 service nova] Enqueued Resource ID: e9ec4637-6c6a-4b8d-9847-9c47f23fb98e with Priority: HIGHEST for action port [ 688.191257] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_rules [ 688.191424] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_members [ 688.191529] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ec4637-6c6a-4b8d-9847-9c47f23fb98e with Priority: HIGHEST for action port [ 688.196511] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196511] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.196511] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196511] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.196511] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.198383] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.198728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.198895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.199162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.199329] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ec4637-6c6a-4b8d-9847-9c47f23fb98e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.334225] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.334225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.334225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.334225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.334225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.334225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf358405-28f6-4060-b855-df99c24c6d19 already deleted. [ 688.334225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf358405-28f6-4060-b855-df99c24c6d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.498840] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.499574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.502128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.502128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.502128] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 is going to be updated. [ 688.538021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.538021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.538021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.538021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.538021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.546468] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 in Status: IN_PROGRESS for 2s [ 688.703442] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.703442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.703442] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.703794] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9ec4637-6c6a-4b8d-9847-9c47f23fb98e with status ACTIVE [ 688.704047] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.704308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.704365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.704606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.704742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.704961] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705803] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.709390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.709390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.709390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.709390] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9ec4637-6c6a-4b8d-9847-9c47f23fb98e is going to be updated. [ 688.732445] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.732445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.732445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.732445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.732445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.732445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9ec4637-6c6a-4b8d-9847-9c47f23fb98e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.992868] env[69433]: INFO networking_nsxv3.common.synchronization [None req-2bf4143a-ea76-4253-a102-f9e493d57765 None None] Enqueued Resource ID: fec85829-02e6-45cc-a69d-03e866cfa745 with Priority: HIGHEST for action port [ 688.993177] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec85829-02e6-45cc-a69d-03e866cfa745 with Priority: HIGHEST for action port [ 688.993789] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec85829-02e6-45cc-a69d-03e866cfa745 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.993920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec85829-02e6-45cc-a69d-03e866cfa745" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec85829-02e6-45cc-a69d-03e866cfa745" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.994577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec85829-02e6-45cc-a69d-03e866cfa745" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.994829] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec85829-02e6-45cc-a69d-03e866cfa745',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.185086] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 689.185337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.210182] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.377692] env[69433]: INFO networking_nsxv3.common.synchronization [req-9e9b5927-80b8-4b47-be34-23e81545fca1 req-52c4f173-74c4-4141-bd6c-1631cc103676 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 689.379099] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 689.379635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.379964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.382310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.382310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.382310] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.382310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.382310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.382310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.382310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.382310] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.497903] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fec85829-02e6-45cc-a69d-03e866cfa745 [ 689.498185] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.498330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.498406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.498625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.498727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.498823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fec85829-02e6-45cc-a69d-03e866cfa745 already deleted. [ 689.498907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec85829-02e6-45cc-a69d-03e866cfa745" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.717029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.717029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.717029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.717029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.717029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.717029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842e918d-49c7-4ada-899d-11fac52d1112 is going to be created. [ 689.741365] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.741556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.741637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.741848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.742014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.752997] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842e918d-49c7-4ada-899d-11fac52d1112 in Status: UNINITIALIZED for 2s [ 689.768716] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.768888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.769024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.769392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.769723] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.769901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.770677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.771032] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.771196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.771446] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.771568] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.771682] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.772071] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.776605] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.776605] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.776605] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.801320] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.801320] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.802752] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.802752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.802752] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-30057528-f36d-492f-9470-868e5ea5fc4e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.802752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.802752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.802752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.803121] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30057528-f36d-492f-9470-868e5ea5fc4e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.885021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.885021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.885021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 already deleted. [ 689.885021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.306708] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.307070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.307296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.307690] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.308131] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.308432] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 30057528-f36d-492f-9470-868e5ea5fc4e not found, creating... [ 690.308718] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.308895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.309033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.309376] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.309452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.309737] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.309895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.310359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.310747] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.311009] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.311237] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 30057528-f36d-492f-9470-868e5ea5fc4e is going to be created. [ 690.337483] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.337483] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.337633] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.337840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.338038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.338268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.557349] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 in Status: SUCCESS [ 690.557349] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 deletion is rescheduled due to dependency. [ 690.557349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.784028] env[69433]: INFO networking_nsxv3.common.synchronization [req-794db158-b32f-4f58-be88-1a079d9d0d42 req-594847ea-38df-488b-91bf-3703031ce001 tempest-AttachInterfacesV270Test-1043917806 tempest-AttachInterfacesV270Test-1043917806-project-member] Enqueued Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_members [ 690.784028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGHEST for action security_group_members [ 690.784028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.784028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.784028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.784759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.785062] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.785289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.785429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.785710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.785915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.786192] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.899544] env[69433]: INFO networking_nsxv3.common.synchronization [None req-229169c7-673f-4b96-8391-ae18dcdb6efd None None] Enqueued Resource ID: 5c1a3b91-47d4-490d-9707-102288f27ae7 with Priority: HIGHEST for action port [ 690.900241] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1a3b91-47d4-490d-9707-102288f27ae7 with Priority: HIGHEST for action port [ 690.901337] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c1a3b91-47d4-490d-9707-102288f27ae7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.905481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c1a3b91-47d4-490d-9707-102288f27ae7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.906237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c1a3b91-47d4-490d-9707-102288f27ae7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.906587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c1a3b91-47d4-490d-9707-102288f27ae7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.906777] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1a3b91-47d4-490d-9707-102288f27ae7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.270057] env[69433]: INFO networking_nsxv3.common.synchronization [req-9e9b5927-80b8-4b47-be34-23e81545fca1 req-55581e9e-50e3-4d3c-a08b-0627f28a66cf service nova] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 691.270214] env[69433]: INFO networking_nsxv3.common.synchronization [req-9e9b5927-80b8-4b47-be34-23e81545fca1 req-55581e9e-50e3-4d3c-a08b-0627f28a66cf service nova] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 691.270358] env[69433]: INFO networking_nsxv3.common.synchronization [req-9e9b5927-80b8-4b47-be34-23e81545fca1 req-55581e9e-50e3-4d3c-a08b-0627f28a66cf service nova] Enqueued Resource ID: 30057528-f36d-492f-9470-868e5ea5fc4e with Priority: HIGHEST for action port [ 691.270939] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 691.275047] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 691.275047] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30057528-f36d-492f-9470-868e5ea5fc4e with Priority: HIGHEST for action port [ 691.275047] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.275047] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.275047] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.275047] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.275047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.275746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.275746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.275746] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.277431] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-30057528-f36d-492f-9470-868e5ea5fc4e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.277638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.277737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.277974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.278532] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30057528-f36d-492f-9470-868e5ea5fc4e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.292493] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.293056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293261] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.293368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.293434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.293590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.293670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293779] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f is going to be updated. [ 691.326034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.326034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.326383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.326383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.326471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.337310] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f in Status: IN_PROGRESS for 2s [ 691.410388] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c1a3b91-47d4-490d-9707-102288f27ae7 [ 691.410697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.410864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.411013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.411278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.411466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.411624] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c1a3b91-47d4-490d-9707-102288f27ae7 already deleted. [ 691.411713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c1a3b91-47d4-490d-9707-102288f27ae7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.492910] env[69433]: INFO networking_nsxv3.common.synchronization [req-d77375bc-87b9-4924-8e54-180e4f4eb6c0 req-d02adacf-d0ce-4690-8470-c01fd2061389 tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f with Priority: HIGHEST for action security_group_rules [ 691.493466] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f with Priority: HIGHEST for action security_group_rules [ 691.493808] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.493936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.493998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.495659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.495944] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53cffc4-eda0-4cc4-9971-673c2dfbec1f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.768227] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842e918d-49c7-4ada-899d-11fac52d1112 in Status: SUCCESS [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.768227] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.768227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.768227] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.782109] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.786455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786455] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30057528-f36d-492f-9470-868e5ea5fc4e with status ACTIVE [ 691.786455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.786945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786945] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30057528-f36d-492f-9470-868e5ea5fc4e is going to be updated. [ 691.816348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.817377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.817377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.817377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30057528-f36d-492f-9470-868e5ea5fc4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.843137] env[69433]: INFO networking_nsxv3.common.synchronization [req-6a14841e-b674-415d-ab68-e9e8b8581b5c req-f8291520-2b42-4e8b-9860-e4c1af926321 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 691.843678] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 691.843993] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.844904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.844986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.845249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.845419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.845526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.845578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.845735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.845845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.845920] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.021301] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.021503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.021713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.021805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.021899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.021993] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f already deleted. [ 692.022833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.274215] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.274215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.274215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.274215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.274215] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.274215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.274557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.274557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.274557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.274654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.274911] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.275013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.275013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.275158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.275316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.275441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.275475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.275638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.275724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.275824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.275924] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.284239] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.350521] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.350521] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.350521] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b already deleted. [ 692.350521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.383832] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.383832] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.384641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.384641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.384822] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385417] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.385962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.386169] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.386448] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.386566] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.386839] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.387055] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.387256] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.387405] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.387562] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.410237] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.410533] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.411426] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.411426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.411659] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a0acc9f7-7520-43bf-9ee5-a77637b24316 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.411769] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.414130] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0acc9f7-7520-43bf-9ee5-a77637b24316',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.479609] env[69433]: INFO networking_nsxv3.common.synchronization [req-c329d9a4-11b7-4d5d-834a-8b1864517b82 req-ea106b39-f596-4e95-a3e1-41f5cc29fe48 tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f with Priority: HIGHEST for action security_group_rules [ 692.480227] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f with Priority: HIGHEST for action security_group_rules [ 692.480589] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.480720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.480794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.481062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.481152] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53cffc4-eda0-4cc4-9971-673c2dfbec1f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.779709] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 842e918d-49c7-4ada-899d-11fac52d1112: rpc.has_security_group_logging(os_id): False [ 692.790788] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.790788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.790788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.790788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.790788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.790788] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be created. [ 692.804226] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.804443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.804576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.804796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.804898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.805219] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.805381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.805431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.805648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.805748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.806028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.806139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.806200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.806358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.806436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.806686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.806797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.806883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.807050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.807131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.807265] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 842e918d-49c7-4ada-899d-11fac52d1112 is going to be created. [ 692.815675] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.815675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.815675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.815675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.828811] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: UNINITIALIZED for 2s [ 692.907334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.907539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.907579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.907826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.907997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.920184] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.920184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.920184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.920381] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.920480] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.921062] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a0acc9f7-7520-43bf-9ee5-a77637b24316 not found, creating... [ 692.921413] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.921648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.921810] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.922036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.922187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.922512] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.922697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.922819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.928520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.928626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.928736] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a0acc9f7-7520-43bf-9ee5-a77637b24316 is going to be created. [ 692.930996] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 842e918d-49c7-4ada-899d-11fac52d1112 in Status: IN_PROGRESS for 2s [ 692.950239] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.950443] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.950564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.950831] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.951170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.951522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.030180] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.030180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.030180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.030180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.030180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.030180] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f already deleted. [ 693.030180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.350035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f in Status: SUCCESS [ 693.350244] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f deletion is rescheduled due to dependency. [ 693.350361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.057989] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f0c699c-83fc-4d8b-b4e8-1143468d8eb0 req-63c680d9-6a17-4b6c-8cc0-7403ffa02a7e tempest-SecurityGroupRulesTestJSON-579281128 tempest-SecurityGroupRulesTestJSON-579281128-project-member] Enqueued Resource ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f with Priority: HIGHEST for action security_group_rules [ 694.062914] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f with Priority: HIGHEST for action security_group_rules [ 694.064078] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.064078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.064078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.064078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.064078] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53cffc4-eda0-4cc4-9971-673c2dfbec1f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.090884] env[69433]: INFO networking_nsxv3.common.synchronization [req-6a14841e-b674-415d-ab68-e9e8b8581b5c req-37364589-7518-4b24-b2ca-094a922ad1ae service nova] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_rules [ 694.091065] env[69433]: INFO networking_nsxv3.common.synchronization [req-6a14841e-b674-415d-ab68-e9e8b8581b5c req-37364589-7518-4b24-b2ca-094a922ad1ae service nova] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 694.091210] env[69433]: INFO networking_nsxv3.common.synchronization [req-6a14841e-b674-415d-ab68-e9e8b8581b5c req-37364589-7518-4b24-b2ca-094a922ad1ae service nova] Enqueued Resource ID: a0acc9f7-7520-43bf-9ee5-a77637b24316 with Priority: HIGHEST for action port [ 694.093349] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_rules [ 694.093499] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 694.093598] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0acc9f7-7520-43bf-9ee5-a77637b24316 with Priority: HIGHEST for action port [ 694.095841] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.095841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.095841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.095841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.095841] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.096408] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.096562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.096670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.096877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.097073] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.097720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.097720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.097720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.097720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.097720] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.098531] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0acc9f7-7520-43bf-9ee5-a77637b24316 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.098669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.098929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.098929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.099028] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0acc9f7-7520-43bf-9ee5-a77637b24316',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.516127] env[69433]: INFO networking_nsxv3.common.synchronization [req-38596769-a72c-442f-a8c5-41952450a207 req-4316f59b-4cb4-4f93-98db-5f77b794a2df tempest-ServerExternalEventsTest-2116576184 tempest-ServerExternalEventsTest-2116576184-project-member] Enqueued Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_members [ 694.517051] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGHEST for action security_group_members [ 694.517656] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.517656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.517656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.518030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.521034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.521034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.521034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.521034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.521034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.521034] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.589760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.589963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.590222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.590371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.590498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.590631] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53cffc4-eda0-4cc4-9971-673c2dfbec1f already deleted. [ 694.590749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53cffc4-eda0-4cc4-9971-673c2dfbec1f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.601018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.602908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606134] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0acc9f7-7520-43bf-9ee5-a77637b24316 with status ACTIVE [ 694.606134] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.606134] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.606134] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.607141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.607141] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0acc9f7-7520-43bf-9ee5-a77637b24316 is going to be updated. [ 694.636739] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.636739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.636850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.637238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.637238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.637353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0acc9f7-7520-43bf-9ee5-a77637b24316" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.844249] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.844249] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.844249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.844249] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.947098] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 842e918d-49c7-4ada-899d-11fac52d1112 in Status: SUCCESS [ 694.947357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.021809] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.022040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.022115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.022377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.022508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.022717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.022812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.022877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.023066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.023151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.023260] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e is going to be updated. [ 695.054739] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.054739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.054893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.055038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.055326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.071224] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e in Status: IN_PROGRESS for 2s [ 695.104299] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.217435] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d3e9daff-4e8c-4451-831a-88cd048fe936 None None] Enqueued Resource ID: 0c53cbec-3f59-4331-a9ef-1a92624dc504 with Priority: HIGHEST for action port [ 695.219308] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c53cbec-3f59-4331-a9ef-1a92624dc504 with Priority: HIGHEST for action port [ 695.219308] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c53cbec-3f59-4331-a9ef-1a92624dc504 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.219308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c53cbec-3f59-4331-a9ef-1a92624dc504" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.219308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c53cbec-3f59-4331-a9ef-1a92624dc504" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.219308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c53cbec-3f59-4331-a9ef-1a92624dc504" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.219308] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c53cbec-3f59-4331-a9ef-1a92624dc504',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.348060] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.387737] env[69433]: INFO networking_nsxv3.common.synchronization [req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 req-123b6b20-897f-44c6-b284-561b89eea5b9 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 695.388609] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 695.388709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.388833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.389535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.389535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.389535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.389535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.389739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.389739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.389822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.389920] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.608636] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.608858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.608858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.609140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.609289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.609385] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be created. [ 695.640294] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.640294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.640294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.640294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.640294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.653567] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: UNINITIALIZED for 2s [ 695.724120] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c53cbec-3f59-4331-a9ef-1a92624dc504 [ 695.724120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.724120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.724120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.724120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.724120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.724120] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c53cbec-3f59-4331-a9ef-1a92624dc504 already deleted. [ 695.724120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c53cbec-3f59-4331-a9ef-1a92624dc504" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.729161] env[69433]: INFO networking_nsxv3.common.synchronization [None req-206f491a-fe0b-4dbe-9ba0-6d7c5683ede6 None None] Enqueued Resource ID: f880a4eb-4121-476d-91ed-7cb81017c4c4 with Priority: HIGHEST for action port [ 695.729411] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f880a4eb-4121-476d-91ed-7cb81017c4c4 with Priority: HIGHEST for action port [ 695.730025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f880a4eb-4121-476d-91ed-7cb81017c4c4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.730151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f880a4eb-4121-476d-91ed-7cb81017c4c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.730218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f880a4eb-4121-476d-91ed-7cb81017c4c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.730482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f880a4eb-4121-476d-91ed-7cb81017c4c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.730608] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f880a4eb-4121-476d-91ed-7cb81017c4c4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.851031] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1425d356-6999-411b-af62-1064bd619193: rpc.has_security_group_logging(os_id): False [ 695.880320] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.880320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.880320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.880320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.880709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.880709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.880709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.880839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.884021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.884021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.884021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be created. [ 695.893561] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.894996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.895099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.895563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.895563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.895671] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.895728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.895792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.896016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.896074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.896123] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a already deleted. [ 695.896203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.954835] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.955050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.955050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.955264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.955453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.968069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: IN_PROGRESS for 2s [ 696.236075] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f880a4eb-4121-476d-91ed-7cb81017c4c4 [ 696.236373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.236488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.236777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.236864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.236961] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f880a4eb-4121-476d-91ed-7cb81017c4c4 already deleted. [ 696.237080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f880a4eb-4121-476d-91ed-7cb81017c4c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.578420] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.578699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.578772] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.578997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.579617] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.579800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.579912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.580166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.580834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.580834] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.580834] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.581029] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.581140] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.581251] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.581356] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.581509] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.601542] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.601542] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.601721] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.601826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.602162] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-9176c7f4-d75f-4686-a993-600b52f84aa8 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.602681] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.602681] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.602821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.603157] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9176c7f4-d75f-4686-a993-600b52f84aa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.083586] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e in Status: SUCCESS [ 697.083586] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e deletion is rescheduled due to dependency. [ 697.083586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.112378] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.112378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.112694] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.114455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.114455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.114674] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 9176c7f4-d75f-4686-a993-600b52f84aa8 not found, creating... [ 697.114970] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.115159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.115347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.115536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.115812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.115964] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.116660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.116950] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.117513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.117708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.117896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 9176c7f4-d75f-4686-a993-600b52f84aa8 is going to be created. [ 697.140488] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.140954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.140954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.141271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.141618] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.141960] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.664993] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 697.665399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.665450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.666150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.666548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.666991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.666991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.667111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.667157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.667244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.667557] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.821787] env[69433]: INFO networking_nsxv3.common.synchronization [None req-77c4e297-f998-4728-bd0b-c8aaac814edb None None] Enqueued Resource ID: 52841766-8b5c-49e4-87f8-b6d13d8a1784 with Priority: HIGHEST for action port [ 697.821787] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52841766-8b5c-49e4-87f8-b6d13d8a1784 with Priority: HIGHEST for action port [ 697.822637] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-52841766-8b5c-49e4-87f8-b6d13d8a1784 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.825368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52841766-8b5c-49e4-87f8-b6d13d8a1784" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.825368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52841766-8b5c-49e4-87f8-b6d13d8a1784" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.825616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52841766-8b5c-49e4-87f8-b6d13d8a1784" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.825758] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52841766-8b5c-49e4-87f8-b6d13d8a1784',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.982879] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 697.983174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.170567] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.170725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.170795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.171034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.171220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.171383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.171493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.171736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.171878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.172113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.172203] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.172318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.172518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.172594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.173899] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.173899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.173899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.173899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.173899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.173899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.173899] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.259371] env[69433]: INFO networking_nsxv3.common.synchronization [req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 req-75230032-fcde-4c65-8030-d935524bbb28 service nova] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_rules [ 698.259371] env[69433]: INFO networking_nsxv3.common.synchronization [req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 req-75230032-fcde-4c65-8030-d935524bbb28 service nova] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 698.259371] env[69433]: INFO networking_nsxv3.common.synchronization [req-7ab4dd85-c50d-4ad7-bcd9-a7237bcbf8c1 req-75230032-fcde-4c65-8030-d935524bbb28 service nova] Enqueued Resource ID: 9176c7f4-d75f-4686-a993-600b52f84aa8 with Priority: HIGHEST for action port [ 698.259371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_rules [ 698.259371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 698.259371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9176c7f4-d75f-4686-a993-600b52f84aa8 with Priority: HIGHEST for action port [ 698.259371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.259371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.259371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.261865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.261865] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.262183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.262308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.262373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.262563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.262743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.262851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.262907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.263115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.263195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.263252] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.267396] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9176c7f4-d75f-4686-a993-600b52f84aa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.268417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.268417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.268417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.268417] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9176c7f4-d75f-4686-a993-600b52f84aa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.329837] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52841766-8b5c-49e4-87f8-b6d13d8a1784 [ 698.330289] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.330289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.330289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.332918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.332918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.332918] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52841766-8b5c-49e4-87f8-b6d13d8a1784 already deleted. [ 698.332918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52841766-8b5c-49e4-87f8-b6d13d8a1784" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.540531] env[69433]: INFO networking_nsxv3.common.synchronization [None req-884a2682-b418-413b-9382-59d6e539682e tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_rules [ 698.540531] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_rules [ 698.540531] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.540531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.540531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.540531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.540531] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.575254] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d37ee196-805c-4e36-9ed4-c94dc9ea4102 None None] Enqueued Resource ID: 5d70f042-b8d9-4569-92a9-a6941d00d850 with Priority: HIGHEST for action port [ 698.575790] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d70f042-b8d9-4569-92a9-a6941d00d850 with Priority: HIGHEST for action port [ 698.579698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d70f042-b8d9-4569-92a9-a6941d00d850 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.579864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d70f042-b8d9-4569-92a9-a6941d00d850" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.579938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d70f042-b8d9-4569-92a9-a6941d00d850" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.580219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d70f042-b8d9-4569-92a9-a6941d00d850" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.580310] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d70f042-b8d9-4569-92a9-a6941d00d850',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.677250] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de9d2a1-06e1-4890-91c0-33004b70d76b: rpc.has_security_group_logging(os_id): False [ 698.698532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.698532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.698532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.698532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.698532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.698532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.698532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.698532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.699099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.699099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.699099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.699218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.699218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.701706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.701706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701706] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.701706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.701706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.701706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.701706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701706] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be created. [ 698.763024] env[69433]: INFO networking_nsxv3.common.synchronization [None req-109ba228-45a9-467d-925a-1cc1d192086f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_rules [ 698.764086] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_rules [ 698.764086] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.764275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.773027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.773027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.773027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.773027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9176c7f4-d75f-4686-a993-600b52f84aa8 with status ACTIVE [ 698.773027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.773027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.773027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.773870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.773870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.773870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.773870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.773870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.773870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.773870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.774199] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.774199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.774199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.774304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.774352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.774435] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9176c7f4-d75f-4686-a993-600b52f84aa8 is going to be updated. [ 698.776497] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.776613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.777506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.777717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.777901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.792496] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 698.803977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.804153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.804230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.804451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.805460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9176c7f4-d75f-4686-a993-600b52f84aa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.069277] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.069494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.069588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.069869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.069999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.070144] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e already deleted. [ 699.070261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.070462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.070706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.070931] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.083458] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d70f042-b8d9-4569-92a9-a6941d00d850 [ 699.083686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.083834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.083928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.084187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.084269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.084337] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d70f042-b8d9-4569-92a9-a6941d00d850 already deleted. [ 699.084394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d70f042-b8d9-4569-92a9-a6941d00d850" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.182381] env[69433]: INFO networking_nsxv3.common.synchronization [req-60fae165-4588-4a97-ad5d-260d5c91cfeb req-da6c3e7b-6b79-4e36-813a-0f9e0a03e6c8 tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_members [ 699.182381] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_members [ 699.182627] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.182717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.182754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.183039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.183374] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.183480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.183535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.183705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.184083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.184083] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.281206] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.594965] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.594965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.595151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.595242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.595356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.595453] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e already deleted. [ 699.595551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.685939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.686572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.686572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.686572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.686572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.686776] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.686886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.687109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.687109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.687428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.687428] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed already deleted. [ 699.687428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.783332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.783503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.783821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.786208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.786208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.786208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be created. [ 699.815025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.815025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.815025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.815025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.815025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.825767] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: UNINITIALIZED for 2s [ 699.835252] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.836248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-853" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.836248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-853" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.836498] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-853" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.836740] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.836990] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.836990] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837539] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.837688] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.837790] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.837946] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.838090] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.838223] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.838352] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.860235] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.860235] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.860510] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.860603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-853" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.860950] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.861137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.861255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.861604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.861747] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef8330c-a925-4bea-8d7d-c3f1ec80bd18',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.369197] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.369197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.369197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.369197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.369197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.370055] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 not found, creating... [ 700.370540] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.370540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.370696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.370949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.371109] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.371404] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.375411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.375659] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.375757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.375928] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 is going to be created. [ 700.398429] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.398633] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.398751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.399075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.399322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.399632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.807077] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 700.807424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.986093] env[69433]: INFO networking_nsxv3.common.synchronization [None req-25a39d71-ad8f-4924-bbcb-c97fbcba4bf3 None None] Enqueued Resource ID: cba133d2-ac38-4db9-834f-90b51a654d1a with Priority: HIGHEST for action port [ 700.987397] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba133d2-ac38-4db9-834f-90b51a654d1a with Priority: HIGHEST for action port [ 700.987397] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba133d2-ac38-4db9-834f-90b51a654d1a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.987397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba133d2-ac38-4db9-834f-90b51a654d1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.987397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba133d2-ac38-4db9-834f-90b51a654d1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.988186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba133d2-ac38-4db9-834f-90b51a654d1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.988411] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba133d2-ac38-4db9-834f-90b51a654d1a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.490677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cba133d2-ac38-4db9-834f-90b51a654d1a [ 701.490912] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.491196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.491273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.492671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.493206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.493356] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cba133d2-ac38-4db9-834f-90b51a654d1a already deleted. [ 701.493472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba133d2-ac38-4db9-834f-90b51a654d1a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.835340] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 701.835705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.835781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.836756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.836756] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.836756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.836756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.836756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.836756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.836756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.836756] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.902952] env[69433]: INFO networking_nsxv3.common.synchronization [req-60fae165-4588-4a97-ad5d-260d5c91cfeb req-3ef297b5-8984-458b-83ba-3f250174345c service nova] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_rules [ 701.902952] env[69433]: INFO networking_nsxv3.common.synchronization [req-60fae165-4588-4a97-ad5d-260d5c91cfeb req-3ef297b5-8984-458b-83ba-3f250174345c service nova] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_members [ 701.902952] env[69433]: INFO networking_nsxv3.common.synchronization [req-60fae165-4588-4a97-ad5d-260d5c91cfeb req-3ef297b5-8984-458b-83ba-3f250174345c service nova] Enqueued Resource ID: 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 with Priority: HIGHEST for action port [ 701.903784] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_rules [ 701.903784] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_members [ 701.903784] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 with Priority: HIGHEST for action port [ 701.903784] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.907258] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.907258] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.907258] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.907258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.909363] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.909363] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.909363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.909363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.909363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.909363] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef8330c-a925-4bea-8d7d-c3f1ec80bd18',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.339780] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.339965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.340025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.340259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.340433] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.340539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.340604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.340781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.340870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.340958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.341119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.342014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.342014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.342014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.342014] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.342014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.342014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.342274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.342274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.342274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.342369] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.409422] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.410528] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 with status ACTIVE [ 702.411270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.411270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.411270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.412675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.412675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.412752] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.412928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.412928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.413062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.413148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.413453] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.413549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.413614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.413760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.413841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.413922] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef8330c-a925-4bea-8d7d-c3f1ec80bd18 is going to be updated. [ 702.417041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.417041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.445070] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.445778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.446038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.446397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.446641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.446897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef8330c-a925-4bea-8d7d-c3f1ec80bd18" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.608961] env[69433]: INFO networking_nsxv3.common.synchronization [None req-03b7a6c5-9262-4177-9b36-ad9a069670ed None None] Enqueued Resource ID: b490d5cf-286f-456a-80fa-da4852b0e495 with Priority: HIGHEST for action port [ 702.610611] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b490d5cf-286f-456a-80fa-da4852b0e495 with Priority: HIGHEST for action port [ 702.611190] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-b490d5cf-286f-456a-80fa-da4852b0e495 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.611369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b490d5cf-286f-456a-80fa-da4852b0e495" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.611444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b490d5cf-286f-456a-80fa-da4852b0e495" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.611818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b490d5cf-286f-456a-80fa-da4852b0e495" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.611929] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b490d5cf-286f-456a-80fa-da4852b0e495',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.845372] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab3a8f85-7830-4aac-aa36-89d299cee86a: rpc.has_security_group_logging(os_id): False [ 702.866383] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.866572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.866787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.866856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.866924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.867200] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.867348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.867416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.867590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.867673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.867865] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.869604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.869708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.869864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.869947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.870164] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.870265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.870333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.870508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.870595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.870694] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be created. [ 702.919224] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.933722] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.933992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.934080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.934312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.934505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.950134] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 2s [ 703.114556] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b490d5cf-286f-456a-80fa-da4852b0e495 [ 703.114861] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.115099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.115197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.115427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.115724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.115864] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b490d5cf-286f-456a-80fa-da4852b0e495 already deleted. [ 703.115958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b490d5cf-286f-456a-80fa-da4852b0e495" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.422042] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.422278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.422375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.422681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.423016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.423169] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed is going to be created. [ 703.453667] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.453808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.453876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.471297] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5553667-d9a5-4a61-abf6-06a592d7ceed in Status: UNINITIALIZED for 2s [ 703.547599] env[69433]: INFO networking_nsxv3.common.synchronization [req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 req-c1a79151-2c02-4ec1-9b82-02b77e1c65f8 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 703.547599] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 703.547599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.547599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.548550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.548550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.548550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.548550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.548550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.548729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.548980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.548980] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.788686] env[69433]: INFO networking_nsxv3.common.synchronization [None req-4603c82f-2cda-46b6-ad36-3c1fa2c471b8 None None] Enqueued Resource ID: 56774dc6-98dc-4c5a-9066-0633c6781c43 with Priority: HIGHEST for action port [ 703.789452] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56774dc6-98dc-4c5a-9066-0633c6781c43 with Priority: HIGHEST for action port [ 703.789824] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-56774dc6-98dc-4c5a-9066-0633c6781c43 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.790232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56774dc6-98dc-4c5a-9066-0633c6781c43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.790232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56774dc6-98dc-4c5a-9066-0633c6781c43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.794267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56774dc6-98dc-4c5a-9066-0633c6781c43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.794343] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56774dc6-98dc-4c5a-9066-0633c6781c43',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.038672] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6bda3849-bc1b-493e-929a-80a06ec6fba3 None None] Enqueued Resource ID: 97539d0e-89f2-4aeb-927e-e2164c5412af with Priority: HIGHEST for action port [ 704.038672] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97539d0e-89f2-4aeb-927e-e2164c5412af with Priority: HIGHEST for action port [ 704.040029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-97539d0e-89f2-4aeb-927e-e2164c5412af taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.040029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97539d0e-89f2-4aeb-927e-e2164c5412af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.040029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97539d0e-89f2-4aeb-927e-e2164c5412af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.040695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97539d0e-89f2-4aeb-927e-e2164c5412af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.041419] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97539d0e-89f2-4aeb-927e-e2164c5412af',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.051193] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.296246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56774dc6-98dc-4c5a-9066-0633c6781c43 [ 704.296515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.297506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.297506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.297506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.297506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.297506] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56774dc6-98dc-4c5a-9066-0633c6781c43 already deleted. [ 704.297506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56774dc6-98dc-4c5a-9066-0633c6781c43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.546277] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97539d0e-89f2-4aeb-927e-e2164c5412af [ 704.546277] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.546277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.546277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.546448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.546493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.546588] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97539d0e-89f2-4aeb-927e-e2164c5412af already deleted. [ 704.546667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97539d0e-89f2-4aeb-927e-e2164c5412af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.556132] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.968487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 704.968487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.044085] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.044430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.044430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.044793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.044957] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.045108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.045259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.045439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.045584] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.047973] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.047973] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.047973] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.047973] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.047973] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.047973] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.047973] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.056960] env[69433]: INFO networking_nsxv3.common.synchronization [req-35aee086-8df8-47bc-a1a3-ae986e1b2018 req-941ddfbd-7d14-42ee-bbf4-5a9124351aa8 tempest-TenantUsagesTestJSON-1006260140 tempest-TenantUsagesTestJSON-1006260140-project-member] Enqueued Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_members [ 705.056960] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGHEST for action security_group_members [ 705.056960] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.056960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.056960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.056960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.058584] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.058772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.058824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.059081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.059168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.059299] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.062117] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.062365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.062365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.062499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.062608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.062718] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be updated. [ 705.079030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.079389] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.079389] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.079502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.081233] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-06f5b141-607f-41b5-a88b-fb50b72afd87 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.081233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.081233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.082961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.084625] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f5b141-607f-41b5-a88b-fb50b72afd87',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.103683] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.103825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.104308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.104457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.116619] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 2s [ 705.337200] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6fc6fe71-903b-4120-aa4a-3257eef08f80 None None] Enqueued Resource ID: 7c85706f-9a59-4f8d-9d49-5032f2b0e2e0 with Priority: HIGHEST for action port [ 705.337377] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c85706f-9a59-4f8d-9d49-5032f2b0e2e0 with Priority: HIGHEST for action port [ 705.340966] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c85706f-9a59-4f8d-9d49-5032f2b0e2e0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.340966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c85706f-9a59-4f8d-9d49-5032f2b0e2e0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.340966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c85706f-9a59-4f8d-9d49-5032f2b0e2e0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.340966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c85706f-9a59-4f8d-9d49-5032f2b0e2e0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.340966] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c85706f-9a59-4f8d-9d49-5032f2b0e2e0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.483382] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5553667-d9a5-4a61-abf6-06a592d7ceed in Status: SUCCESS [ 705.483536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.483713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.483965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.484407] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.484407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.484407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.484608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.484608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.484685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.484750] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.568756] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.568756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.568876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.569468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.569908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.570595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.570595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.570595] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842e918d-49c7-4ada-899d-11fac52d1112 is going to be updated. [ 705.589651] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.590696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.590859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.591474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.591474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.592259] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 06f5b141-607f-41b5-a88b-fb50b72afd87 not found, creating... [ 705.592259] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.592259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.592259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.592485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.592534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.592827] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.594481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.594481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.594481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.594481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.594481] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 06f5b141-607f-41b5-a88b-fb50b72afd87 is going to be created. [ 705.612325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.612325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.612325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.612325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.612325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.623181] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842e918d-49c7-4ada-899d-11fac52d1112 in Status: IN_PROGRESS for 2s [ 705.626429] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.626796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.627106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.627349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.627577] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.843428] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c85706f-9a59-4f8d-9d49-5032f2b0e2e0 [ 705.843698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.843982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.844060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.844292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.844388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.844488] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c85706f-9a59-4f8d-9d49-5032f2b0e2e0 already deleted. [ 705.844573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c85706f-9a59-4f8d-9d49-5032f2b0e2e0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.988479] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.491107] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5553667-d9a5-4a61-abf6-06a592d7ceed: rpc.has_security_group_logging(os_id): False [ 706.511318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.511597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.511597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.511837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.511910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.512133] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.512237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.512291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.512452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.513514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.513514] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed is going to be created. [ 706.592684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.592684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.592684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.593804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.593804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.611846] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5553667-d9a5-4a61-abf6-06a592d7ceed in Status: IN_PROGRESS for 2s [ 706.828118] env[69433]: INFO networking_nsxv3.common.synchronization [req-cffb4f3a-27b9-471c-b756-e062af232840 req-c44bb9b1-9edf-4793-a041-4990f9d0a3d1 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Enqueued Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_members [ 706.828678] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_members [ 706.829014] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.829255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.829255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.829536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.830649] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.830649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.830649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.830649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.830649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.830649] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.053512] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ccaee15f-c063-4288-ab77-87e6d0aa1cef None None] Enqueued Resource ID: 58fc7429-f4a3-426a-9859-2c7f15e3e5c7 with Priority: HIGHEST for action port [ 707.055046] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fc7429-f4a3-426a-9859-2c7f15e3e5c7 with Priority: HIGHEST for action port [ 707.057946] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-58fc7429-f4a3-426a-9859-2c7f15e3e5c7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.058213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58fc7429-f4a3-426a-9859-2c7f15e3e5c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.058213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58fc7429-f4a3-426a-9859-2c7f15e3e5c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.060469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58fc7429-f4a3-426a-9859-2c7f15e3e5c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.060469] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58fc7429-f4a3-426a-9859-2c7f15e3e5c7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.111499] env[69433]: INFO networking_nsxv3.common.synchronization [req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 req-96faae89-9614-491f-aead-11533e8710c3 service nova] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_rules [ 707.111499] env[69433]: INFO networking_nsxv3.common.synchronization [req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 req-96faae89-9614-491f-aead-11533e8710c3 service nova] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 707.112709] env[69433]: INFO networking_nsxv3.common.synchronization [req-34c6b0b7-bdf7-4b38-bdba-a7f2a3091c98 req-96faae89-9614-491f-aead-11533e8710c3 service nova] Enqueued Resource ID: 06f5b141-607f-41b5-a88b-fb50b72afd87 with Priority: HIGHEST for action port [ 707.113627] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_rules [ 707.113698] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 707.114434] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5b141-607f-41b5-a88b-fb50b72afd87 with Priority: HIGHEST for action port [ 707.114649] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.114783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.114850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.118941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.118941] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.118941] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.118941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118941] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f5b141-607f-41b5-a88b-fb50b72afd87 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.118941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119887] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f5b141-607f-41b5-a88b-fb50b72afd87',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.139431] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 4s [ 707.332851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.332851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.332851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.332851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.332851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.333278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.333278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.333278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.333387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.333387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.333477] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c already deleted. [ 707.333555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.563421] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58fc7429-f4a3-426a-9859-2c7f15e3e5c7 [ 707.563677] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.563971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.568143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.568143] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58fc7429-f4a3-426a-9859-2c7f15e3e5c7 already deleted. [ 707.568143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58fc7429-f4a3-426a-9859-2c7f15e3e5c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06f5b141-607f-41b5-a88b-fb50b72afd87 with status ACTIVE [ 707.626035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06f5b141-607f-41b5-a88b-fb50b72afd87 is going to be updated. [ 707.626882] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.639063] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842e918d-49c7-4ada-899d-11fac52d1112 in Status: SUCCESS [ 707.639063] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842e918d-49c7-4ada-899d-11fac52d1112 deletion is rescheduled due to dependency. [ 707.639063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.662230] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.662409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.662487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.663179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.663179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.663179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f5b141-607f-41b5-a88b-fb50b72afd87" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.751325] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.754560] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.754793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.755134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.755453] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.755632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.755752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.755980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.756442] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.756558] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.756663] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.756887] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.756949] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.757026] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.757166] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.784374] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.784534] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.784669] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.785061] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.788745] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-3965f6b9-89c3-4565-9b70-384f4c544a6d taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.788745] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.788745] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.789106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.789106] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3965f6b9-89c3-4565-9b70-384f4c544a6d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.291530] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.292632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.292632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.292632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.292632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.292632] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 3965f6b9-89c3-4565-9b70-384f4c544a6d not found, creating... [ 708.293172] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.293172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.293172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.293808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.294149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.294471] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.294666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.294875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.295060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.295150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.295310] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 3965f6b9-89c3-4565-9b70-384f4c544a6d is going to be created. [ 708.317715] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.317715] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.317715] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.319045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.319045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.319045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.575158] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ae31f82f-36a5-44bc-9033-64168289fbb8 None None] Enqueued Resource ID: 1ab29688-d41e-4f77-8017-b061e9881e0a with Priority: HIGHEST for action port [ 708.575445] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab29688-d41e-4f77-8017-b061e9881e0a with Priority: HIGHEST for action port [ 708.575963] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab29688-d41e-4f77-8017-b061e9881e0a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.576137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab29688-d41e-4f77-8017-b061e9881e0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.576206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab29688-d41e-4f77-8017-b061e9881e0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.576455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab29688-d41e-4f77-8017-b061e9881e0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.576539] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab29688-d41e-4f77-8017-b061e9881e0a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.624309] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5553667-d9a5-4a61-abf6-06a592d7ceed in Status: SUCCESS [ 708.624309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.081212] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ab29688-d41e-4f77-8017-b061e9881e0a [ 709.081212] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.081212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.081212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.081212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.081212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.081212] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ab29688-d41e-4f77-8017-b061e9881e0a already deleted. [ 709.081212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab29688-d41e-4f77-8017-b061e9881e0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.152118] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.154736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.154736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.154736] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.522958] env[69433]: INFO networking_nsxv3.common.synchronization [req-cffb4f3a-27b9-471c-b756-e062af232840 req-91fe8b8c-1dcb-423b-a4db-2aa4ddc1dae7 service nova] Enqueued Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_rules [ 709.523085] env[69433]: INFO networking_nsxv3.common.synchronization [req-cffb4f3a-27b9-471c-b756-e062af232840 req-91fe8b8c-1dcb-423b-a4db-2aa4ddc1dae7 service nova] Enqueued Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_members [ 709.523266] env[69433]: INFO networking_nsxv3.common.synchronization [req-cffb4f3a-27b9-471c-b756-e062af232840 req-91fe8b8c-1dcb-423b-a4db-2aa4ddc1dae7 service nova] Enqueued Resource ID: 3965f6b9-89c3-4565-9b70-384f4c544a6d with Priority: HIGHEST for action port [ 709.527980] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_rules [ 709.527980] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_members [ 709.527980] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3965f6b9-89c3-4565-9b70-384f4c544a6d with Priority: HIGHEST for action port [ 709.527980] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.528253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.528253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.529016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.529016] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.529646] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.529850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.529850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.530055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.530206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.530306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.530366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.530516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.530599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.530690] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.533303] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3965f6b9-89c3-4565-9b70-384f4c544a6d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.533303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.533303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.536284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.536376] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3965f6b9-89c3-4565-9b70-384f4c544a6d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.661443] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.038647] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.039536] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.039657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.048867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3965f6b9-89c3-4565-9b70-384f4c544a6d with status ACTIVE [ 710.048867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.048867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.048867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.049717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.049717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.049717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049717] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3965f6b9-89c3-4565-9b70-384f4c544a6d is going to be updated. [ 710.075673] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.075673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.075673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.077299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.077299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.077299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3965f6b9-89c3-4565-9b70-384f4c544a6d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.163502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.541538] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.666237] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.666606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.666606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.666694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.666819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.666891] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be updated. [ 710.712202] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.712404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.712478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.712769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.712921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.725054] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 2s [ 710.771421] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0c005a68-52e5-4764-934f-276ab4d4046f None None] Enqueued Resource ID: 32caa206-17d9-4cbd-ac8d-5a4ab57d9b81 with Priority: HIGHEST for action port [ 710.771421] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32caa206-17d9-4cbd-ac8d-5a4ab57d9b81 with Priority: HIGHEST for action port [ 710.771851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-32caa206-17d9-4cbd-ac8d-5a4ab57d9b81 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.771851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32caa206-17d9-4cbd-ac8d-5a4ab57d9b81" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.771851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32caa206-17d9-4cbd-ac8d-5a4ab57d9b81" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.772274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32caa206-17d9-4cbd-ac8d-5a4ab57d9b81" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.772274] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32caa206-17d9-4cbd-ac8d-5a4ab57d9b81',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.044025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.044025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.044025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045311] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c is going to be created. [ 711.074015] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.074224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.074224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.074843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.074843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.093470] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c in Status: UNINITIALIZED for 2s [ 711.179232] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b688c499-7e00-49ad-876b-65ecbe38ce7b None None] Enqueued Resource ID: 77a39ea0-af34-4487-b0dc-797d72b6516e with Priority: HIGHEST for action port [ 711.179913] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a39ea0-af34-4487-b0dc-797d72b6516e with Priority: HIGHEST for action port [ 711.180217] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a39ea0-af34-4487-b0dc-797d72b6516e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.180363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a39ea0-af34-4487-b0dc-797d72b6516e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.180415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a39ea0-af34-4487-b0dc-797d72b6516e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.180683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a39ea0-af34-4487-b0dc-797d72b6516e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.180814] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a39ea0-af34-4487-b0dc-797d72b6516e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.275038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32caa206-17d9-4cbd-ac8d-5a4ab57d9b81 [ 711.275361] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.275512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.275512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.276255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.276255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.276255] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32caa206-17d9-4cbd-ac8d-5a4ab57d9b81 already deleted. [ 711.276255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32caa206-17d9-4cbd-ac8d-5a4ab57d9b81" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.688469] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77a39ea0-af34-4487-b0dc-797d72b6516e [ 711.688743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.688743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.688840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.689036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.689126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.689259] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77a39ea0-af34-4487-b0dc-797d72b6516e already deleted. [ 711.689308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a39ea0-af34-4487-b0dc-797d72b6516e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.736032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 712.736530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.736530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.736748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.737108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.737268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.737333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.737582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.737582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737742] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.108450] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c in Status: SUCCESS [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.111147] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.111147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.111147] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.241581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.244878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.244878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.244878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.244878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.246216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.246216] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.615785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.615785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.615785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.615785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.616863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.616863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.616863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.616863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.616863] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.726870] env[69433]: INFO networking_nsxv3.common.synchronization [None req-65f7c02a-fc57-4478-aea9-491c0ff798e8 None None] Enqueued Resource ID: 96148bcb-d6c3-4320-9e2c-5a8f741bbbae with Priority: HIGHEST for action port [ 713.729840] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96148bcb-d6c3-4320-9e2c-5a8f741bbbae with Priority: HIGHEST for action port [ 713.731163] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-96148bcb-d6c3-4320-9e2c-5a8f741bbbae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.731391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96148bcb-d6c3-4320-9e2c-5a8f741bbbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.731491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96148bcb-d6c3-4320-9e2c-5a8f741bbbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.731902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96148bcb-d6c3-4320-9e2c-5a8f741bbbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.732100] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96148bcb-d6c3-4320-9e2c-5a8f741bbbae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.749824] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab3a8f85-7830-4aac-aa36-89d299cee86a: rpc.has_security_group_logging(os_id): False [ 713.768901] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.769054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.769124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.769326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.769418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.769640] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.769802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.769903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.770083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.770161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.770383] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.770482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.770541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.772563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.772563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.772563] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.772563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.772563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.772563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.772563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.772563] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be updated. [ 713.854105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.854105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.854105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.856028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.856028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.872797] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 2s [ 713.983101] env[69433]: INFO networking_nsxv3.common.synchronization [None req-496a8c69-83dc-431e-9326-3875d32be2de None None] Enqueued Resource ID: c97afa0d-b123-4001-98fd-74ed7de7190d with Priority: HIGHEST for action port [ 713.983101] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97afa0d-b123-4001-98fd-74ed7de7190d with Priority: HIGHEST for action port [ 713.983428] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c97afa0d-b123-4001-98fd-74ed7de7190d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.983588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c97afa0d-b123-4001-98fd-74ed7de7190d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.983687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c97afa0d-b123-4001-98fd-74ed7de7190d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.984037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c97afa0d-b123-4001-98fd-74ed7de7190d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.984183] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97afa0d-b123-4001-98fd-74ed7de7190d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.119173] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455ea74f-13b1-400e-a8ed-d2b200d62e5c: rpc.has_security_group_logging(os_id): False [ 714.144021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.144021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.144021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.144021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.144021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.144021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.144484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.144484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.144561] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.144772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.144916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.145019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.145409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.145588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.145972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.146294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.147393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.147621] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c is going to be created. [ 714.217973] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.218933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.222251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.222251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.222251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.237853] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96148bcb-d6c3-4320-9e2c-5a8f741bbbae [ 714.238210] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.238374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.238456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.238892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.238892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.238892] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96148bcb-d6c3-4320-9e2c-5a8f741bbbae already deleted. [ 714.239058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96148bcb-d6c3-4320-9e2c-5a8f741bbbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.250886] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c in Status: IN_PROGRESS for 2s [ 714.488756] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c97afa0d-b123-4001-98fd-74ed7de7190d [ 714.489181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.489419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.489492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.489717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.489811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.489994] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c97afa0d-b123-4001-98fd-74ed7de7190d already deleted. [ 714.489994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c97afa0d-b123-4001-98fd-74ed7de7190d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.527816] env[69433]: INFO networking_nsxv3.common.synchronization [req-2b1dc0e9-9e17-4302-bb90-9638893346d9 req-e7b674a0-99b8-4a57-9877-4a2ee5ba8d57 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_members [ 715.527816] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_members [ 715.528145] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.529409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.529409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.529409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.529409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.529409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.531609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.531785] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.894609] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 715.894841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.035253] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.035253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.035253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.035413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.035447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.035673] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.035797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.035866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.036050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.036137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.036227] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 already deleted. [ 716.036310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.210366] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.210366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.210366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.210366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.210548] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.210628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.210739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.211096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.211260] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.211465] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.211579] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.211765] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.211876] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.211994] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.212110] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.212252] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.236061] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.236271] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.236446] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.236638] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.236962] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-c30b8c27-69f8-4885-abbe-e74290842d2c taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.237167] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.237288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.237617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.237756] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30b8c27-69f8-4885-abbe-e74290842d2c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.260801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c in Status: SUCCESS [ 716.261017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.741216] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.741474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.741610] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.741862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.742083] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.742174] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port c30b8c27-69f8-4885-abbe-e74290842d2c not found, creating... [ 716.742441] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.742596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.742724] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.742997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.743536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.743536] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.743714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.743714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.743930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.744086] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.744253] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: c30b8c27-69f8-4885-abbe-e74290842d2c is going to be created. [ 716.747151] env[69433]: INFO networking_nsxv3.common.synchronization [None req-5a6d1aa9-5a2e-43d5-a187-1737559fefd5 None None] Enqueued Resource ID: 389ab516-b9e9-4bba-ad24-6395a6eb88a9 with Priority: HIGHEST for action port [ 716.748090] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389ab516-b9e9-4bba-ad24-6395a6eb88a9 with Priority: HIGHEST for action port [ 716.748366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-389ab516-b9e9-4bba-ad24-6395a6eb88a9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.748492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389ab516-b9e9-4bba-ad24-6395a6eb88a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.748547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389ab516-b9e9-4bba-ad24-6395a6eb88a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.748781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389ab516-b9e9-4bba-ad24-6395a6eb88a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.748862] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389ab516-b9e9-4bba-ad24-6395a6eb88a9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.767697] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.767916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.768055] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.768334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.768564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.768790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.251366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 389ab516-b9e9-4bba-ad24-6395a6eb88a9 [ 717.251758] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.252432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.252432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.252432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.252588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.252864] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:389ab516-b9e9-4bba-ad24-6395a6eb88a9 already deleted. [ 717.252943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389ab516-b9e9-4bba-ad24-6395a6eb88a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.590516] env[69433]: INFO networking_nsxv3.common.synchronization [req-2b1dc0e9-9e17-4302-bb90-9638893346d9 req-16723563-08ec-4199-a368-9465d40b6bf8 service nova] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_rules [ 717.590516] env[69433]: INFO networking_nsxv3.common.synchronization [req-2b1dc0e9-9e17-4302-bb90-9638893346d9 req-16723563-08ec-4199-a368-9465d40b6bf8 service nova] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_members [ 717.590516] env[69433]: INFO networking_nsxv3.common.synchronization [req-2b1dc0e9-9e17-4302-bb90-9638893346d9 req-16723563-08ec-4199-a368-9465d40b6bf8 service nova] Enqueued Resource ID: c30b8c27-69f8-4885-abbe-e74290842d2c with Priority: HIGHEST for action port [ 717.590516] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_rules [ 717.590516] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_members [ 717.591013] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30b8c27-69f8-4885-abbe-e74290842d2c with Priority: HIGHEST for action port [ 717.591013] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.591013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.592504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.592797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.592883] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.593746] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.593866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.593933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.594124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.594265] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.594354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.594407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.594553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.594633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.594722] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.595529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c30b8c27-69f8-4885-abbe-e74290842d2c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.595639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.595707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.595857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.595936] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30b8c27-69f8-4885-abbe-e74290842d2c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.102342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.102730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.102730] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.103590] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c30b8c27-69f8-4885-abbe-e74290842d2c with status ACTIVE [ 718.103778] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.103888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.103956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.104169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.104258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.104427] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.104521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.104582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.104730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.104800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.104983] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.105080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.105201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.105274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.105348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.105431] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c30b8c27-69f8-4885-abbe-e74290842d2c is going to be updated. [ 718.127755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.127755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.127755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.127755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.127755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.127755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c30b8c27-69f8-4885-abbe-e74290842d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.607403] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.015687] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9995d197-805e-4a09-a732-0028b184ebe2 None None] Enqueued Resource ID: ab6f0c46-f4b5-434f-a0f7-c53c58a069b5 with Priority: HIGHEST for action port [ 719.018476] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6f0c46-f4b5-434f-a0f7-c53c58a069b5 with Priority: HIGHEST for action port [ 719.018854] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6f0c46-f4b5-434f-a0f7-c53c58a069b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.019072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6f0c46-f4b5-434f-a0f7-c53c58a069b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.019196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6f0c46-f4b5-434f-a0f7-c53c58a069b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6f0c46-f4b5-434f-a0f7-c53c58a069b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.020230] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6f0c46-f4b5-434f-a0f7-c53c58a069b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.106418] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6ee23026-cd05-4f1d-b158-f1e8a7fe2ac3 None None] Enqueued Resource ID: cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9 with Priority: HIGHEST for action port [ 719.106732] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9 with Priority: HIGHEST for action port [ 719.110869] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.110869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.110869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.110869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.110869] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.110869] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.111855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.111998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.112218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.112351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.112351] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 is going to be created. [ 719.136325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.136529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.136798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.137099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.137301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.147445] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: UNINITIALIZED for 2s [ 719.522585] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab6f0c46-f4b5-434f-a0f7-c53c58a069b5 [ 719.522775] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.522934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.522996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.523250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.523345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.523452] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab6f0c46-f4b5-434f-a0f7-c53c58a069b5 already deleted. [ 719.523536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6f0c46-f4b5-434f-a0f7-c53c58a069b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.611131] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9 [ 719.611371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.611509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.611700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612877] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9 already deleted. [ 719.613054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb94bc1c-f35f-4e22-bf51-ebeca7ce42f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.640648] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7a1bc669-7921-4d8f-a8be-534a36b8b022 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 720.640648] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 720.640648] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.640648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.640648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.640648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.640648] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.742018] env[69433]: INFO networking_nsxv3.common.synchronization [None req-208773d4-3e7c-4fa9-aa53-b5c6547b5212 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 720.742018] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 720.742018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.742018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.804617] env[69433]: INFO networking_nsxv3.common.synchronization [req-02335f55-ebc9-40b3-a989-4efbaea0561e req-11eaad8c-b65b-4296-8232-64ecb7db96e0 tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Enqueued Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_members [ 720.806398] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_members [ 720.806818] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.806987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.807079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.807386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.807732] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.807732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.807732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.808326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.808326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.808326] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.055403] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.055891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.055891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.056176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.056277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.056447] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2766cf50-0eed-4176-9015-5571922b0422 already deleted. [ 721.056520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.056663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.056832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.056919] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.162099] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: SUCCESS [ 721.163486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.163486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.164703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.165404] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.165404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.165404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.165404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.165666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.165666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.165666] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.235788] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.236286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-595" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.236286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-595" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.236494] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-595" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.236771] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.237801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.237801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.237801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.237801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.237801] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.237801] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.238102] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.238102] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.238102] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.238380] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.238380] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.261315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.261627] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.261689] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.262228] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-595" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.262781] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.263373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.264294] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.264852] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd23de7a-015c-463d-bfd5-ca5fb66f0c20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.314481] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.314678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.314759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.314969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.315086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.315334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.315455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.315455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.316057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.316057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.316057] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 already deleted. [ 721.316057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.577354] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.577550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.577616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.577836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.577944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.578069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2766cf50-0eed-4176-9015-5571922b0422 already deleted. [ 721.578162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.618646] env[69433]: INFO networking_nsxv3.common.synchronization [None req-90584b7a-08f7-4433-8e73-f78b5965d1d8 None None] Enqueued Resource ID: 60c19bdb-2865-494f-87cd-c3d4dd23c4c8 with Priority: HIGHEST for action port [ 721.619552] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c19bdb-2865-494f-87cd-c3d4dd23c4c8 with Priority: HIGHEST for action port [ 721.619816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c19bdb-2865-494f-87cd-c3d4dd23c4c8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.619943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c19bdb-2865-494f-87cd-c3d4dd23c4c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c19bdb-2865-494f-87cd-c3d4dd23c4c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.620344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c19bdb-2865-494f-87cd-c3d4dd23c4c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.620344] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c19bdb-2865-494f-87cd-c3d4dd23c4c8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.671531] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.768429] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.768659] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.768784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.769082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.769243] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.769403] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port cd23de7a-015c-463d-bfd5-ca5fb66f0c20 not found, creating... [ 721.769772] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.769954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.770306] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.770725] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.770880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.771187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.771436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.771615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.771982] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: cd23de7a-015c-463d-bfd5-ca5fb66f0c20 is going to be created. [ 721.778805] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ead461ed-5afa-41b6-ba70-096d7e2048aa None None] Enqueued Resource ID: 88c79aff-03b4-44ad-82d0-5a625db5732e with Priority: HIGHEST for action port [ 721.779456] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c79aff-03b4-44ad-82d0-5a625db5732e with Priority: HIGHEST for action port [ 721.779787] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c79aff-03b4-44ad-82d0-5a625db5732e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.779920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c79aff-03b4-44ad-82d0-5a625db5732e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.779999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c79aff-03b4-44ad-82d0-5a625db5732e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.780677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c79aff-03b4-44ad-82d0-5a625db5732e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.780760] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c79aff-03b4-44ad-82d0-5a625db5732e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.794098] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.794671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.794671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.794794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.795010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.795184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.105151] env[69433]: INFO networking_nsxv3.common.synchronization [req-121bea23-1815-4d8b-8680-f8301e7c7272 req-58148133-a7e0-4990-8d5c-393cf1c3b570 tempest-ServerDiagnosticsNegativeTest-607324338 tempest-ServerDiagnosticsNegativeTest-607324338-project-member] Enqueued Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_members [ 722.105151] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGHEST for action security_group_members [ 722.105151] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.105741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.106016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.106379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.106678] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.106940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.107150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.108632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.108632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.108632] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.122786] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60c19bdb-2865-494f-87cd-c3d4dd23c4c8 [ 722.124348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.124785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.124785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.125509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.125509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.125509] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60c19bdb-2865-494f-87cd-c3d4dd23c4c8 already deleted. [ 722.125509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c19bdb-2865-494f-87cd-c3d4dd23c4c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.177419] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6b2a7df-e956-4c44-a24f-b003cecc7dc6: rpc.has_security_group_logging(os_id): False [ 722.198974] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.198974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.198974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.198974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.198974] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.198974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.199296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.199296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.199296] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 is going to be created. [ 722.283317] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.283317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.283317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.283317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.283317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.285119] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c79aff-03b4-44ad-82d0-5a625db5732e [ 722.285119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.285119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.285119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.285119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.285119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.285119] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c79aff-03b4-44ad-82d0-5a625db5732e already deleted. [ 722.285119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c79aff-03b4-44ad-82d0-5a625db5732e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.300748] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: IN_PROGRESS for 2s [ 722.564688] env[69433]: INFO networking_nsxv3.common.synchronization [req-02335f55-ebc9-40b3-a989-4efbaea0561e req-3872a453-0a11-4020-8829-552b4e780364 service nova] Enqueued Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_rules [ 722.564988] env[69433]: INFO networking_nsxv3.common.synchronization [req-02335f55-ebc9-40b3-a989-4efbaea0561e req-3872a453-0a11-4020-8829-552b4e780364 service nova] Enqueued Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_members [ 722.567854] env[69433]: INFO networking_nsxv3.common.synchronization [req-02335f55-ebc9-40b3-a989-4efbaea0561e req-3872a453-0a11-4020-8829-552b4e780364 service nova] Enqueued Resource ID: cd23de7a-015c-463d-bfd5-ca5fb66f0c20 with Priority: HIGHEST for action port [ 722.567854] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_rules [ 722.567854] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_members [ 722.567854] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23de7a-015c-463d-bfd5-ca5fb66f0c20 with Priority: HIGHEST for action port [ 722.567854] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.568090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.568090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.569380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.569380] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.569911] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.570118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.570197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.570473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.570710] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.570873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.570965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.575041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.575041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.575041] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.575041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.575041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.575041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.575041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.575041] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd23de7a-015c-463d-bfd5-ca5fb66f0c20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.612517] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.612517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.612517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.612517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.613978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.613978] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.613978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.613978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.613978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.613978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.614430] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c is going to be updated. [ 722.648038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.648038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.648038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.648038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.648038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.662219] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c in Status: IN_PROGRESS for 2s [ 723.077185] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.077548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077548] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.079434] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd23de7a-015c-463d-bfd5-ca5fb66f0c20 with status ACTIVE [ 723.079434] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.079434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.079434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.079737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.080514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.080514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.080514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.080514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.080514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.080883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.080883] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.080977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.080977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.082040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.082040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.082040] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd23de7a-015c-463d-bfd5-ca5fb66f0c20 is going to be updated. [ 723.113724] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.113897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.113897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.114187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.114342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.114529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd23de7a-015c-463d-bfd5-ca5fb66f0c20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.584594] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.089011] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.089362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.089362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.089506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.089688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.089854] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 is going to be created. [ 724.119724] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.119985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.119985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.121025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.121025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.132554] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 in Status: UNINITIALIZED for 2s [ 724.314619] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: SUCCESS [ 724.314988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.366845] env[69433]: INFO networking_nsxv3.common.synchronization [req-fc8067fd-ea12-4630-aeee-291057879ef4 req-077456e8-6af7-4d50-b362-cb067ba7758c tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 724.367632] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 724.367818] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.367925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.368081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.368185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.368355] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.368520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.368632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.368977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.368977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.368977] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.570111] env[69433]: INFO networking_nsxv3.common.synchronization [req-f907ff82-f83f-428a-8858-978ce4d53045 req-0a17ba1c-3922-461a-acdf-a3300daede5f tempest-ListServersNegativeTestJSON-23566693 tempest-ListServersNegativeTestJSON-23566693-project-member] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 724.571079] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGHEST for action security_group_members [ 724.571191] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.571845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.675426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c in Status: SUCCESS [ 724.675867] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c deletion is rescheduled due to dependency. [ 724.676163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.871319] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.374229] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.732474] env[69433]: INFO networking_nsxv3.common.synchronization [req-6025932a-b38a-49e1-856b-e5a4b915ccbc req-dbc7640e-d692-4494-84f3-d80620f6e472 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 725.733672] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 725.734161] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.734311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.734375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.734667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.734825] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.734930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.734992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.735163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.735251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.735346] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.881931] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.881931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.881931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.881931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.881931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.881931] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 725.922404] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.925025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.925025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.925025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.925025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.936259] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 726.091798] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.092086] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.092207] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.092527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.092788] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.093042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095079] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095570] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.095685] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.095795] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.095902] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.096034] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.096129] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.096260] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.118801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.119025] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.119169] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.119603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.119982] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-481eaa49-d789-44f3-965c-ff7dc1ec50a9 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.120189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.120328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.120650] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.120788] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481eaa49-d789-44f3-965c-ff7dc1ec50a9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.148194] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 in Status: SUCCESS [ 726.148430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.148606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.148809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.148999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.149138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.149227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.149443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.149443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149703] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.239062] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.239062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.239062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.239062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.239062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.239062] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.240472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.240598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.240831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.240961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.241109] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 already deleted. [ 726.241251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.626337] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.626625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.626741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.626959] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.627128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.627284] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 not found, creating... [ 726.627532] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.627688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.627804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.628039] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.628209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.628459] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.628613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.629404] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.629645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.630020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.630225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 is going to be created. [ 726.653296] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.653541] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.653722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.654055] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.654344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.654596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655585] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.655737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.655806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.656011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.656193] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.656298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.656371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.657078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.657078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.657078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.657078] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.657078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.657078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.657346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.657346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.657346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.657452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.657537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.657607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.657682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.657763] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.161410] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f40c15b6-c671-4728-8e40-4fa62b5423d6: rpc.has_security_group_logging(os_id): False [ 727.188788] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.189709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.191095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.191095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.191095] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.191095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.191095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.192567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.193320] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.194499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.197026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.197026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.197026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 is going to be created. [ 727.271604] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.271604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.271604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.271604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.271604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.287064] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 in Status: IN_PROGRESS for 2s [ 727.369248] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c826d274-d2b4-4f13-91ca-a19cc7546a06 None None] Enqueued Resource ID: 3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b with Priority: HIGHEST for action port [ 727.370221] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b with Priority: HIGHEST for action port [ 727.370221] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370446] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.370496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.370590] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.627488] env[69433]: INFO networking_nsxv3.common.synchronization [req-6025932a-b38a-49e1-856b-e5a4b915ccbc req-5f727a86-44cc-4c94-bfd4-e9429b110266 service nova] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 727.627742] env[69433]: INFO networking_nsxv3.common.synchronization [req-6025932a-b38a-49e1-856b-e5a4b915ccbc req-5f727a86-44cc-4c94-bfd4-e9429b110266 service nova] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 727.627742] env[69433]: INFO networking_nsxv3.common.synchronization [req-6025932a-b38a-49e1-856b-e5a4b915ccbc req-5f727a86-44cc-4c94-bfd4-e9429b110266 service nova] Enqueued Resource ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with Priority: HIGHEST for action port [ 727.628557] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 727.632027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 727.632027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with Priority: HIGHEST for action port [ 727.632027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.632027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.632027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.632027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.632027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.632027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.632027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.632027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.632027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.638755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.638755] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.638755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-481eaa49-d789-44f3-965c-ff7dc1ec50a9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.638755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.638755] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481eaa49-d789-44f3-965c-ff7dc1ec50a9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.875237] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b [ 727.875424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.879021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.879021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.879021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.879021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.879021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b already deleted. [ 727.879021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d38a4f6-2e2a-43f9-99d2-dc62523f2c5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.949908] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 727.950061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.950306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.950539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.950773] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.950971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.951023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.951214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.951298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.951396] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.141835] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.144742] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.144742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.144742] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with status ACTIVE [ 728.144916] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.144916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.145013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.145808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.145921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.146113] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.146216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.146272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.146439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.146529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.146695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.146787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.146849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.146993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.147194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.147281] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 is going to be updated. [ 728.170050] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.170235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.170277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.170471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.170605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.170769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.453769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.455462] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.455462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.455462] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be updated. [ 728.485292] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.485398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.485398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.485611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.485765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.509177] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: IN_PROGRESS for 2s [ 728.645577] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.152128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.152331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.152502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.152643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.152742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.152853] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 is going to be created. [ 729.190094] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.190094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.190094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.190094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.190094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.210914] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: UNINITIALIZED for 2s [ 729.300724] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 in Status: SUCCESS [ 729.301113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.369168] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c9b50372-1dc1-4f63-b46a-55b7a85812bf None None] Enqueued Resource ID: 3b0f2592-09de-443a-8e4e-e9c4934081e2 with Priority: HIGHEST for action port [ 729.369727] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0f2592-09de-443a-8e4e-e9c4934081e2 with Priority: HIGHEST for action port [ 729.370066] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b0f2592-09de-443a-8e4e-e9c4934081e2 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.370206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b0f2592-09de-443a-8e4e-e9c4934081e2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.370263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b0f2592-09de-443a-8e4e-e9c4934081e2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.370532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b0f2592-09de-443a-8e4e-e9c4934081e2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.370622] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0f2592-09de-443a-8e4e-e9c4934081e2',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.881176] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b0f2592-09de-443a-8e4e-e9c4934081e2 [ 729.881176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.881176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.881176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.881649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.881649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.881649] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b0f2592-09de-443a-8e4e-e9c4934081e2 already deleted. [ 729.881649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b0f2592-09de-443a-8e4e-e9c4934081e2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.518659] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 in Status: SUCCESS [ 730.519036] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 deletion is rescheduled due to dependency. [ 730.519036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.224249] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: SUCCESS [ 731.224540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.224706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.225304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.225383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.225706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.225798] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.730439] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.232929] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9b01616-d234-46a0-9889-62807b0db4f4: rpc.has_security_group_logging(os_id): False [ 732.255039] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.255195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.255312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.255642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.255745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.256168] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.256329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.256461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.256555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.256635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.256747] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 is going to be created. [ 732.332786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.332988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.333150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.333310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.333513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.347876] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: IN_PROGRESS for 2s [ 732.817480] env[69433]: INFO networking_nsxv3.common.synchronization [req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 req-650e931c-a926-4e55-aa99-02c2bea8b5a9 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 732.818102] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 732.818460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.818612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.818686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.818994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.819797] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.819797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.819797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.819797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.820031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.820267] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.324139] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.324139] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.324139] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 already deleted. [ 733.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.402354] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.402354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.402354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.403148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.403603] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.403966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.407847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.407847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.407847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.407847] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.407847] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.407847] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.407847] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.407847] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.407847] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.407847] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.431298] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.434143] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.434143] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.434143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.434143] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1c286710-182e-4213-900b-8f2ebedecff0 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.434143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.434143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.435071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.435071] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c286710-182e-4213-900b-8f2ebedecff0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.599573] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e384e1e2-b8fa-47fb-8667-7d6e76764f1a None None] Enqueued Resource ID: cf056997-255a-497a-aee6-9d8e05ce1d2c with Priority: HIGHEST for action port [ 733.605283] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf056997-255a-497a-aee6-9d8e05ce1d2c with Priority: HIGHEST for action port [ 733.606788] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf056997-255a-497a-aee6-9d8e05ce1d2c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.607332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf056997-255a-497a-aee6-9d8e05ce1d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.607876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf056997-255a-497a-aee6-9d8e05ce1d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.609224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf056997-255a-497a-aee6-9d8e05ce1d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.609224] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf056997-255a-497a-aee6-9d8e05ce1d2c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.802892] env[69433]: INFO networking_nsxv3.common.synchronization [None req-8d155838-52be-4f8a-b7ea-2e252ff602af None None] Enqueued Resource ID: f93250fa-d545-47ea-8364-dc89e0bbf77a with Priority: HIGHEST for action port [ 733.803516] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f93250fa-d545-47ea-8364-dc89e0bbf77a with Priority: HIGHEST for action port [ 733.803859] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f93250fa-d545-47ea-8364-dc89e0bbf77a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.803985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f93250fa-d545-47ea-8364-dc89e0bbf77a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.805260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f93250fa-d545-47ea-8364-dc89e0bbf77a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.805578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f93250fa-d545-47ea-8364-dc89e0bbf77a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.805667] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93250fa-d545-47ea-8364-dc89e0bbf77a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.941030] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.941030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1c286710-182e-4213-900b-8f2ebedecff0 not found, creating... [ 733.941030] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.941030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.941796] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.941796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.941796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.941796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.941796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.942750] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1c286710-182e-4213-900b-8f2ebedecff0 is going to be created. [ 733.973166] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.973166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.973166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.973166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.973166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.973166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.113203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf056997-255a-497a-aee6-9d8e05ce1d2c [ 734.113203] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.113203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.113203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.113203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.113203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.113203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf056997-255a-497a-aee6-9d8e05ce1d2c already deleted. [ 734.113203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf056997-255a-497a-aee6-9d8e05ce1d2c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.310627] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f93250fa-d545-47ea-8364-dc89e0bbf77a [ 734.310878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.314407] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f93250fa-d545-47ea-8364-dc89e0bbf77a already deleted. [ 734.314407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f93250fa-d545-47ea-8364-dc89e0bbf77a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.364239] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: SUCCESS [ 734.364239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.704384] env[69433]: INFO networking_nsxv3.common.synchronization [req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 req-3a5321b1-b240-455b-8157-bdbc5c7bd199 service nova] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_rules [ 734.704599] env[69433]: INFO networking_nsxv3.common.synchronization [req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 req-3a5321b1-b240-455b-8157-bdbc5c7bd199 service nova] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 734.705108] env[69433]: INFO networking_nsxv3.common.synchronization [req-5ee271a3-0ec2-4e5c-8776-da40a1863c88 req-3a5321b1-b240-455b-8157-bdbc5c7bd199 service nova] Enqueued Resource ID: 1c286710-182e-4213-900b-8f2ebedecff0 with Priority: HIGHEST for action port [ 734.705362] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_rules [ 734.705532] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 734.705677] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c286710-182e-4213-900b-8f2ebedecff0 with Priority: HIGHEST for action port [ 734.705947] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.709450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.709450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.709450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.709450] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.711474] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.711474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.711474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.711474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.711474] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.711746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.711746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.712108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.712108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.716116] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.716613] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c286710-182e-4213-900b-8f2ebedecff0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.716613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.716613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.716891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.716891] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c286710-182e-4213-900b-8f2ebedecff0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.219016] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.220312] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.220312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.222026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c286710-182e-4213-900b-8f2ebedecff0 with status ACTIVE [ 735.222200] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.222313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.222372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.222622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.222665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.222977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.222977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.222977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.223238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.223278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.223565] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.223565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.223565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.223990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.223990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.223990] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c286710-182e-4213-900b-8f2ebedecff0 is going to be updated. [ 735.247147] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.247147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.247147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.247147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.247295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.247330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c286710-182e-4213-900b-8f2ebedecff0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.722484] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.980792] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e6f96084-a698-4dc3-b71a-700ea5a27399 None None] Enqueued Resource ID: a2624a74-3ca2-48bb-9fb6-b51486a6fa94 with Priority: HIGHEST for action port [ 735.981395] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2624a74-3ca2-48bb-9fb6-b51486a6fa94 with Priority: HIGHEST for action port [ 735.981683] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2624a74-3ca2-48bb-9fb6-b51486a6fa94 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.981801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2624a74-3ca2-48bb-9fb6-b51486a6fa94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.982764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2624a74-3ca2-48bb-9fb6-b51486a6fa94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2624a74-3ca2-48bb-9fb6-b51486a6fa94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983227] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2624a74-3ca2-48bb-9fb6-b51486a6fa94',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.211076] env[69433]: INFO networking_nsxv3.common.synchronization [None req-8b4140af-2494-4016-b446-d66b9e591756 None None] Enqueued Resource ID: c7fd8e41-8a64-44fe-b491-543cec022f4a with Priority: HIGHEST for action port [ 736.211312] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fd8e41-8a64-44fe-b491-543cec022f4a with Priority: HIGHEST for action port [ 736.212023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7fd8e41-8a64-44fe-b491-543cec022f4a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.212160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7fd8e41-8a64-44fe-b491-543cec022f4a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.212253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7fd8e41-8a64-44fe-b491-543cec022f4a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.212761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7fd8e41-8a64-44fe-b491-543cec022f4a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.212867] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7fd8e41-8a64-44fe-b491-543cec022f4a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.226042] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.226274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.226330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.226521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.226612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.226716] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be created. [ 736.252069] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.252216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.252287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.252515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.252679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.264114] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: UNINITIALIZED for 2s [ 736.485666] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2624a74-3ca2-48bb-9fb6-b51486a6fa94 [ 736.485892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.486047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.486122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.486345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.486818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.486997] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2624a74-3ca2-48bb-9fb6-b51486a6fa94 already deleted. [ 736.487115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2624a74-3ca2-48bb-9fb6-b51486a6fa94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.715037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7fd8e41-8a64-44fe-b491-543cec022f4a [ 736.715358] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.715766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.715766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.716030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.716030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.716125] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7fd8e41-8a64-44fe-b491-543cec022f4a already deleted. [ 736.716186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7fd8e41-8a64-44fe-b491-543cec022f4a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.940554] env[69433]: INFO networking_nsxv3.common.synchronization [req-73f849aa-7071-4074-93af-27d48f9ac01b req-1c29bba1-cc66-4d7a-98eb-02a35bb07244 tempest-InstanceActionsNegativeTestJSON-1871354005 tempest-InstanceActionsNegativeTestJSON-1871354005-project-member] Enqueued Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_members [ 736.941119] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGHEST for action security_group_members [ 736.941479] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.941652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.941959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.941959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.944033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.944287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.944287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.944465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.944554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.944653] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.448130] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.448308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.449479] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.449479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.449764] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 is going to be updated. [ 737.492064] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.492064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.492260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.492336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.492479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.502896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 in Status: IN_PROGRESS for 2s [ 738.032033] env[69433]: INFO networking_nsxv3.common.synchronization [req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 req-35f57ceb-115b-469d-8c09-9dc197eee0b7 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 738.032824] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 738.037250] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.037543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.037678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.038033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.038732] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.038732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.038732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.038887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.039271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.039271] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.279629] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 738.279629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.279629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.279760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.280027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.280346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.280346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.280918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.281034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.281153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.281256] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.396065] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.396300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.396416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.396818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.397862] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.397862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.397862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.397862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.397862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.397862] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.398145] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.398145] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.398776] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.398776] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.398776] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.398776] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.418685] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.418917] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.419042] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.419221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.419618] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.419806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.419936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.420396] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.420538] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d5ef4d-3cc7-4bc7-ae24-91f273711fad',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.542671] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.784414] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.784938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.785131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.785440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.786110] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.787602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.787825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.788150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.788362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.788586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.788859] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.789194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.789345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.789593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.789832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.790076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.790276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.790504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.790667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.790827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.790995] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.924511] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.924735] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.924888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.925482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.925957] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f0d5ef4d-3cc7-4bc7-ae24-91f273711fad not found, creating... [ 738.926338] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.926469] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.926560] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.926824] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.926953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.927299] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.927461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.927579] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.927802] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.927938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.928093] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f0d5ef4d-3cc7-4bc7-ae24-91f273711fad is going to be created. [ 738.951544] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.952350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.952632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.952974] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.045764] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.293801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5: rpc.has_security_group_logging(os_id): False [ 739.314928] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.315096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.315177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.315452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.315546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315766] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.315867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.315927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.316097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.316170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.316342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.317056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.317056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.317056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.317056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.317056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.317056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.317056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.317493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.317607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.317719] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be created. [ 739.375408] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.375554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.375627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.375842] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.376036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.388440] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 739.512598] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 in Status: SUCCESS [ 739.512598] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 deletion is rescheduled due to dependency. [ 739.512598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.550344] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.550344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.550344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.550344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.550344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.550344] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be updated. [ 739.577755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.577755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.577755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.577755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.577755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.588451] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: IN_PROGRESS for 2s [ 739.905011] env[69433]: INFO networking_nsxv3.common.synchronization [req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 req-d7f10ac4-92a1-4207-9283-4485ff01df4b service nova] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_rules [ 739.905208] env[69433]: INFO networking_nsxv3.common.synchronization [req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 req-d7f10ac4-92a1-4207-9283-4485ff01df4b service nova] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 739.905487] env[69433]: INFO networking_nsxv3.common.synchronization [req-676d8fea-74a1-45fc-a208-d0e9c47a36a4 req-d7f10ac4-92a1-4207-9283-4485ff01df4b service nova] Enqueued Resource ID: f0d5ef4d-3cc7-4bc7-ae24-91f273711fad with Priority: HIGHEST for action port [ 739.905567] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_rules [ 739.905702] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 739.905801] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d5ef4d-3cc7-4bc7-ae24-91f273711fad with Priority: HIGHEST for action port [ 739.906356] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.906483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.906594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.906739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.906821] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.909566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.909686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910037] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.910331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.910413] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d5ef4d-3cc7-4bc7-ae24-91f273711fad',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.418483] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.418791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.418949] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d5ef4d-3cc7-4bc7-ae24-91f273711fad with status ACTIVE [ 740.419099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.419217] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.419286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.419534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.419628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.419877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.419973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.420286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.420393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.420593] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.420731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.420953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.421724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.421842] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d5ef4d-3cc7-4bc7-ae24-91f273711fad is going to be updated. [ 740.450370] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.450537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.450607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.450818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.450960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.451149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d5ef4d-3cc7-4bc7-ae24-91f273711fad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.403106] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 741.403980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.603274] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 741.603274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.603274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.603672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604093] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.107747] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.611027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.117455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.117455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.117455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.117455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.117455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.117455] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be updated. [ 743.146947] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.147667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.147667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.147667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.147667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.161195] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: IN_PROGRESS for 2s [ 744.723866] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b1160561-bfb8-4c76-ae57-430a230a9bed None None] Enqueued Resource ID: 4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0 with Priority: HIGHEST for action port [ 744.723866] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0 with Priority: HIGHEST for action port [ 744.723866] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.723866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.723866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.723866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.723866] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.075086] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f9331ee7-05d3-4f23-829f-08ed8b033ac5 None None] Enqueued Resource ID: f55a76cd-34cb-48bb-bb68-fa6305c59428 with Priority: HIGHEST for action port [ 745.075736] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55a76cd-34cb-48bb-bb68-fa6305c59428 with Priority: HIGHEST for action port [ 745.076149] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55a76cd-34cb-48bb-bb68-fa6305c59428 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.076309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55a76cd-34cb-48bb-bb68-fa6305c59428" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.076379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55a76cd-34cb-48bb-bb68-fa6305c59428" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.076705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55a76cd-34cb-48bb-bb68-fa6305c59428" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.076705] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55a76cd-34cb-48bb-bb68-fa6305c59428',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.175230] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 745.175474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.175694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.175981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.176259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.176476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.176476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.176660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.176747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.176847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.176974] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.230426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0 [ 745.230426] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.230426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.230426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.230426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.230426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.230426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0 already deleted. [ 745.230426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c0a18e1-97c4-4287-a5fa-bcca5a5bb9d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581686] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f55a76cd-34cb-48bb-bb68-fa6305c59428 [ 745.581686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.581686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.581686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.581686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.581686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581686] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f55a76cd-34cb-48bb-bb68-fa6305c59428 already deleted. [ 745.581686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55a76cd-34cb-48bb-bb68-fa6305c59428" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.684145] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.684145] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.684145] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.684145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.685228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.685228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.685228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.685228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.685228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.685228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.685228] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.187133] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247a879c-523b-485b-862e-a0a1e94ed96d: rpc.has_security_group_logging(os_id): False [ 746.208231] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.208350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.208388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.209227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.209358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.209581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.209691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.209753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.209939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.210151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.210272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.210370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.210431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.210581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.210656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.210858] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.210959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.211068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.211249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.211249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.211335] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be updated. [ 746.283901] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.283901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.283901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.283901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.283901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.302160] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: IN_PROGRESS for 2s [ 746.762055] env[69433]: INFO networking_nsxv3.common.synchronization [req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b req-54111764-6a70-4411-8112-933a8b840812 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_members [ 746.762889] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_members [ 746.764599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.764599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.764599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.764599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.764599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.764599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.764599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.764599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.765469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.765469] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.858034] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9b144df4-29a6-4b93-9a96-5bda4a66dc30 None None] Enqueued Resource ID: 4b9b3000-f1d9-4bad-b73a-be63c2505d17 with Priority: HIGHEST for action port [ 746.858034] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9b3000-f1d9-4bad-b73a-be63c2505d17 with Priority: HIGHEST for action port [ 746.858977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b9b3000-f1d9-4bad-b73a-be63c2505d17 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.858977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b9b3000-f1d9-4bad-b73a-be63c2505d17" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.858977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b9b3000-f1d9-4bad-b73a-be63c2505d17" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.859163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b9b3000-f1d9-4bad-b73a-be63c2505d17" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.859193] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b9b3000-f1d9-4bad-b73a-be63c2505d17',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.193673] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.193673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.193673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.193673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.193673] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.193673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.193673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.194566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.194566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.194566] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.194566] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.194566] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.194566] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.194834] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.194834] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.194918] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.226777] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.226954] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.227105] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.227316] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.227615] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-52de4e0f-4a41-4bca-abf5-c3e5145ab671 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.227784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.227899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.228431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.228743] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52de4e0f-4a41-4bca-abf5-c3e5145ab671',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.268891] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.269062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.269123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.269326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.270363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.270363] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.270363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.270363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.270363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.270363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.270363] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 already deleted. [ 747.270363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.363622] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b9b3000-f1d9-4bad-b73a-be63c2505d17 [ 747.366580] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.366580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.366580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.366580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.366580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.366580] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b9b3000-f1d9-4bad-b73a-be63c2505d17 already deleted. [ 747.366580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b9b3000-f1d9-4bad-b73a-be63c2505d17" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.732756] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.734072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.734072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.735080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.735271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.735443] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 52de4e0f-4a41-4bca-abf5-c3e5145ab671 not found, creating... [ 747.735730] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.735900] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.736034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.736288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.736430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.736761] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.737020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.737152] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.737376] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.737511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.737649] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 52de4e0f-4a41-4bca-abf5-c3e5145ab671 is going to be created. [ 747.760518] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.760727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.761048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.761163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.761397] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.762454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.086479] env[69433]: INFO networking_nsxv3.common.synchronization [None req-fcd06f80-64e6-48c1-a1ee-47fd109c56f0 None None] Enqueued Resource ID: e060882b-6194-487e-a684-571877c51f57 with Priority: HIGHEST for action port [ 748.086729] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e060882b-6194-487e-a684-571877c51f57 with Priority: HIGHEST for action port [ 748.087339] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e060882b-6194-487e-a684-571877c51f57 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.087598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e060882b-6194-487e-a684-571877c51f57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.087598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e060882b-6194-487e-a684-571877c51f57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.087962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e060882b-6194-487e-a684-571877c51f57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.087962] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e060882b-6194-487e-a684-571877c51f57',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.318159] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 748.318159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.538052] env[69433]: INFO networking_nsxv3.common.synchronization [req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b req-944ebc90-030e-479c-bc9c-d5dacb535d8f service nova] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_rules [ 748.538052] env[69433]: INFO networking_nsxv3.common.synchronization [req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b req-944ebc90-030e-479c-bc9c-d5dacb535d8f service nova] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_members [ 748.538052] env[69433]: INFO networking_nsxv3.common.synchronization [req-123b41bf-cfb5-4360-bd23-0c8cc0b98e2b req-944ebc90-030e-479c-bc9c-d5dacb535d8f service nova] Enqueued Resource ID: 52de4e0f-4a41-4bca-abf5-c3e5145ab671 with Priority: HIGHEST for action port [ 748.538052] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_rules [ 748.538052] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_members [ 748.538052] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de4e0f-4a41-4bca-abf5-c3e5145ab671 with Priority: HIGHEST for action port [ 748.539323] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.539323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.539323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.539650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.539650] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.541500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.541677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.542263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.542543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.542843] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.543015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.543123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.543339] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.543532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.543607] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.545089] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-52de4e0f-4a41-4bca-abf5-c3e5145ab671 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.545268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.545370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.545648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.545774] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52de4e0f-4a41-4bca-abf5-c3e5145ab671',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.594654] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e060882b-6194-487e-a684-571877c51f57 [ 748.594951] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.595141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.595223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.595497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.595628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.595753] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e060882b-6194-487e-a684-571877c51f57 already deleted. [ 748.595856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e060882b-6194-487e-a684-571877c51f57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.043336] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.043336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.045715] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.051021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52de4e0f-4a41-4bca-abf5-c3e5145ab671 with status ACTIVE [ 749.051021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.051021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.051021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.051021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.051021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52de4e0f-4a41-4bca-abf5-c3e5145ab671 is going to be updated. [ 749.077627] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.077627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.077627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.077627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.077627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.077627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52de4e0f-4a41-4bca-abf5-c3e5145ab671" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.548936] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.052498] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.052766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.052766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.052972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.053082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.053200] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 is going to be created. [ 750.080832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.081012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.081084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.081493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.081493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.095340] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: UNINITIALIZED for 2s [ 752.111242] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: SUCCESS [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.111242] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.111242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.111242] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.284793] env[69433]: INFO networking_nsxv3.common.synchronization [req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b req-00430bda-700d-4456-8a3a-ac5da98c7fdf tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 752.285338] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 752.285641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.285765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.285833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.286130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.286289] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.286394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.286458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.286614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.286701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.286793] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.613278] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.613278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.613278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.613690] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.614130] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.614460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.614717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.615091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.615372] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.615710] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.615957] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.616226] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.616462] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.616714] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.616938] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.617218] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.618842] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.638388] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.639361] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.639361] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.639361] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.640511] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.640511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.640511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.640511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.640781] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bae1de3-ff26-4b2c-9941-c02f858e5c3a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.791164] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.791353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.791424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.791661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.792395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.792395] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.792395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.792395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.792395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.792615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.792615] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 already deleted. [ 752.792615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.123833] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1: rpc.has_security_group_logging(os_id): False [ 753.143452] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.143654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.143705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.143954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.144181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.144580] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.144709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.144796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.145011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.145175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.145294] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 is going to be created. [ 753.146806] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.146967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.147117] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.147351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.147521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.147677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a not found, creating... [ 753.147965] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.148160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.148312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.148700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.148844] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.149187] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.149374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.149534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.149707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.149907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.150048] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 7bae1de3-ff26-4b2c-9941-c02f858e5c3a is going to be created. [ 753.172516] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.173365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.173365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.173673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.173999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.174438] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.230242] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.230482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.231213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.231213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.231213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.262956] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: IN_PROGRESS for 2s [ 753.953566] env[69433]: INFO networking_nsxv3.common.synchronization [req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b req-9e852a4a-20d6-45da-903f-78c331f511c1 service nova] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_rules [ 753.953819] env[69433]: INFO networking_nsxv3.common.synchronization [req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b req-9e852a4a-20d6-45da-903f-78c331f511c1 service nova] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 753.953946] env[69433]: INFO networking_nsxv3.common.synchronization [req-9496df81-7b85-4d98-8cc8-f2ef9c975b8b req-9e852a4a-20d6-45da-903f-78c331f511c1 service nova] Enqueued Resource ID: 7bae1de3-ff26-4b2c-9941-c02f858e5c3a with Priority: HIGHEST for action port [ 753.954485] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_rules [ 753.954628] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 753.954725] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bae1de3-ff26-4b2c-9941-c02f858e5c3a with Priority: HIGHEST for action port [ 753.955068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.955171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.955243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.955596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.955726] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.957683] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.957803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.957975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.958258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.958419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.958522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.958611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.958771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.958861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.958983] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.961142] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.961258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.961328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.961531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.961610] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bae1de3-ff26-4b2c-9941-c02f858e5c3a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.461498] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.461498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.461498] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.463373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bae1de3-ff26-4b2c-9941-c02f858e5c3a with status ACTIVE [ 754.463581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.463706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.463774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.463980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.464082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.465447] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.465447] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.465447] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bae1de3-ff26-4b2c-9941-c02f858e5c3a is going to be updated. [ 754.490720] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.490872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.490942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.491165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.491307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.491474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bae1de3-ff26-4b2c-9941-c02f858e5c3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.964784] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.230743] env[69433]: INFO networking_nsxv3.common.synchronization [req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 req-336a4663-f66e-48bf-a547-4b8d1323ad04 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_members [ 755.231299] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_members [ 755.231647] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.231803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.231852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.233529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.233721] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.233862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.233959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.234404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.234404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.234404] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.281977] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: SUCCESS [ 755.281977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.466729] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.466977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.466977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.467227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.467326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.467432] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be created. [ 755.494506] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.494722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.494798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.495018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.495192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.506169] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: UNINITIALIZED for 2s [ 755.578131] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.578348] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.578490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.578884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.579192] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.579372] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.579499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.579737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.579905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.580951] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.581103] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.581236] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.584122] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.584295] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.584440] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.584591] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.606020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.606323] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.606485] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.606682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.607081] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-245fdd9c-58db-4452-a548-9cf04ed8e88e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.607276] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.607424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.607752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.607896] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245fdd9c-58db-4452-a548-9cf04ed8e88e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.737447] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.737571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.737609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.737849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.737945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.738190] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.738292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.738489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.738550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.738609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.738709] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e already deleted. [ 755.738795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.111472] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.111739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.111825] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.112113] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.112302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.112480] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 245fdd9c-58db-4452-a548-9cf04ed8e88e not found, creating... [ 756.112745] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.112907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.113038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.113297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.113514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.113828] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.114646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.115708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.115708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.115708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.115916] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 245fdd9c-58db-4452-a548-9cf04ed8e88e is going to be created. [ 756.140186] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.140407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.140557] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.141017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.141116] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.141348] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706572] env[69433]: INFO networking_nsxv3.common.synchronization [req-358ae952-dbf2-4362-8624-f1f8de952973 req-2172a04f-26c0-4651-89b7-fc949bf5f0b2 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 756.707495] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 756.707495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.707658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.707699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.707869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.710641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.710641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.710641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.710641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.710641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.710984] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.714996] env[69433]: INFO networking_nsxv3.common.synchronization [req-c4bf9059-51fe-4893-a33d-f2333eced421 req-f127e6b0-6810-4461-a1cc-b6ccb0a47a80 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 756.715376] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 756.715748] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.716277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.716277] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.716277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.716277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.718358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.718358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.718358] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.937896] env[69433]: INFO networking_nsxv3.common.synchronization [req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 req-3a5bfefb-be04-43b8-a2d7-7ffde7b07649 service nova] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_rules [ 756.937896] env[69433]: INFO networking_nsxv3.common.synchronization [req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 req-3a5bfefb-be04-43b8-a2d7-7ffde7b07649 service nova] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_members [ 756.937896] env[69433]: INFO networking_nsxv3.common.synchronization [req-4d65a2e3-f4b4-4aa3-9a7f-59f686ab0dd3 req-3a5bfefb-be04-43b8-a2d7-7ffde7b07649 service nova] Enqueued Resource ID: 245fdd9c-58db-4452-a548-9cf04ed8e88e with Priority: HIGHEST for action port [ 756.944804] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_rules [ 756.944804] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_members [ 756.944804] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245fdd9c-58db-4452-a548-9cf04ed8e88e with Priority: HIGHEST for action port [ 756.944804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.944804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.944804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.944804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.944804] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.945962] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.945962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.946247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.946459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.946618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.946731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.946790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.946941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.947101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.947132] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.948148] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-245fdd9c-58db-4452-a548-9cf04ed8e88e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.948268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.948331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.948497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.948593] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245fdd9c-58db-4452-a548-9cf04ed8e88e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.215089] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.224648] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.224774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.224774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.225009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.225110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.225311] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.225479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.225639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.225742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.225808] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 757.257958] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.258167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.259306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.259306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.259306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.268764] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 757.450199] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.452096] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.452363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.452609] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 245fdd9c-58db-4452-a548-9cf04ed8e88e with status ACTIVE [ 757.453022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.453022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.453022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.453365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.453365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.453498] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.453587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.453660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.453936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.453936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.454271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.454427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.454573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.454714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.454814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.454976] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 245fdd9c-58db-4452-a548-9cf04ed8e88e is going to be updated. [ 757.478426] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.478690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.478784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.479075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.479219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.479409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245fdd9c-58db-4452-a548-9cf04ed8e88e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.519166] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 757.519505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.519730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.519979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.520198] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.520322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.520424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.520551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.520631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.520733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.520824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.720036] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.957175] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.023597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.023808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.023964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.024056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.024228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.024331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.024381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.024532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.024621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.024712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.024860] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.024951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025296] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.025414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025906] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.221755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.221909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.221979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.222224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.222347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.223447] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be updated. [ 758.255702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.255702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.255702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.259346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.259515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.269200] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: IN_PROGRESS for 2s [ 758.460421] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.460752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.461019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.461261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.461363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.461468] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e is going to be created. [ 758.493630] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.493870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.493870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.494226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.494375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.511659] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e in Status: UNINITIALIZED for 2s [ 758.528463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c8baa4a-26cc-4f56-ad34-6188daf5b408: rpc.has_security_group_logging(os_id): False [ 758.553282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.553600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.553693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.553888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.554082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.554458] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.554658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.554807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.555158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.555345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.555717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.555885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.556067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.556315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.556455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.556786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.556929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.557027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.557212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.557295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.557393] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be created. [ 758.656129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.657426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.657519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.658798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.659135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.680373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: IN_PROGRESS for 2s [ 759.279731] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 759.280062] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 deletion is rescheduled due to dependency. [ 759.280134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.280338] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 760.280707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524347] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e in Status: SUCCESS [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527164] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527164] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.698601] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 760.698601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.034206] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.537807] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64799fd2-7b09-4c6e-ade2-28596f3a671e: rpc.has_security_group_logging(os_id): False [ 761.594013] env[69433]: INFO networking_nsxv3.common.synchronization [None req-53a1e2e8-e1d9-4523-b5d1-14a65938e227 None None] Enqueued Resource ID: d541db78-77ce-44bd-9c9a-5e7230ca4785 with Priority: HIGHEST for action port [ 761.594316] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d541db78-77ce-44bd-9c9a-5e7230ca4785 with Priority: HIGHEST for action port [ 761.594934] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d541db78-77ce-44bd-9c9a-5e7230ca4785 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.597268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d541db78-77ce-44bd-9c9a-5e7230ca4785" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.597364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d541db78-77ce-44bd-9c9a-5e7230ca4785" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.597646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d541db78-77ce-44bd-9c9a-5e7230ca4785" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.597738] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d541db78-77ce-44bd-9c9a-5e7230ca4785',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.601655] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.601828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.601869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.604866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.605034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.605441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.605569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.606414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.606707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.606802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.606912] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e is going to be created. [ 761.685059] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.685059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.685059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.685059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.685059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.701771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e in Status: IN_PROGRESS for 2s [ 762.101459] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d541db78-77ce-44bd-9c9a-5e7230ca4785 [ 762.101726] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.102952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.102952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.102952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.102952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.102952] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d541db78-77ce-44bd-9c9a-5e7230ca4785 already deleted. [ 762.102952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d541db78-77ce-44bd-9c9a-5e7230ca4785" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.544178] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f9417701-bab0-4ec1-870d-46d945b3ce91 tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_rules [ 762.544178] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_rules [ 762.544178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.544178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.544178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.544178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.544938] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.705817] env[69433]: INFO networking_nsxv3.common.synchronization [None req-901da765-a843-4ebd-8d1a-e82baa6435ce tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_rules [ 762.706226] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_rules [ 762.707495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.707495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.110079] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.110262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.110318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.110500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.110585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.110680] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 already deleted. [ 763.110760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.110910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.111163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.111163] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.643956] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.643956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.643956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.643956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.643956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.643956] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 already deleted. [ 763.643956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.730971] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e in Status: SUCCESS [ 763.730971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.942589] env[69433]: INFO networking_nsxv3.common.synchronization [None req-25dd54aa-180c-4787-bb28-b0718fff6fab None None] Enqueued Resource ID: 4db75d25-1014-4f18-b194-31c5ca74a4b1 with Priority: HIGHEST for action port [ 763.943295] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db75d25-1014-4f18-b194-31c5ca74a4b1 with Priority: HIGHEST for action port [ 763.944241] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4db75d25-1014-4f18-b194-31c5ca74a4b1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.944241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4db75d25-1014-4f18-b194-31c5ca74a4b1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.944241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4db75d25-1014-4f18-b194-31c5ca74a4b1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.944442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4db75d25-1014-4f18-b194-31c5ca74a4b1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.944442] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db75d25-1014-4f18-b194-31c5ca74a4b1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.448440] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4db75d25-1014-4f18-b194-31c5ca74a4b1 [ 764.448680] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.448886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.448886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.449129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.449323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.449419] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4db75d25-1014-4f18-b194-31c5ca74a4b1 already deleted. [ 764.449457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4db75d25-1014-4f18-b194-31c5ca74a4b1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.880806] env[69433]: INFO networking_nsxv3.common.synchronization [None req-64bd2d90-fbfe-4d7f-8800-48454d7b0754 None None] Enqueued Resource ID: 98052c28-9e57-41d5-8bb7-f5832e4371d3 with Priority: HIGHEST for action port [ 766.880806] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98052c28-9e57-41d5-8bb7-f5832e4371d3 with Priority: HIGHEST for action port [ 766.880806] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-98052c28-9e57-41d5-8bb7-f5832e4371d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.880806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98052c28-9e57-41d5-8bb7-f5832e4371d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.880806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98052c28-9e57-41d5-8bb7-f5832e4371d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.880806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98052c28-9e57-41d5-8bb7-f5832e4371d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.880806] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98052c28-9e57-41d5-8bb7-f5832e4371d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.388155] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98052c28-9e57-41d5-8bb7-f5832e4371d3 [ 767.388403] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.388541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.388614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.388826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.388916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.389046] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98052c28-9e57-41d5-8bb7-f5832e4371d3 already deleted. [ 767.389102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98052c28-9e57-41d5-8bb7-f5832e4371d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.611483] env[69433]: INFO networking_nsxv3.common.synchronization [req-293cd314-f03b-44b3-9257-966ee75ef511 req-91848e45-d954-4f7b-833a-3d5bde0e0259 tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 767.614151] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 767.614776] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.614933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.615043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.621820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.621820] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.621820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.621820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.621820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.621820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.621820] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.050593] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.050953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.051377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.051883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.052405] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.052405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.052578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.053191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.053191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.053414] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.053672] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.053812] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.054041] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.054275] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.054425] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.054669] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.079659] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.079831] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.079974] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.080238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.080585] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-8ad34f81-2fce-420d-8783-fe34698afa66 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.080806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.080964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.081581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.081581] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad34f81-2fce-420d-8783-fe34698afa66',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.122948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.123207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.123402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.123522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.123747] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.123955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.124127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.124210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.125832] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be updated. [ 768.158194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.158451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.158499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.158770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.158993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.171390] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: IN_PROGRESS for 2s [ 768.588261] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.588804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.591021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.591021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.591021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.591021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 8ad34f81-2fce-420d-8783-fe34698afa66 not found, creating... [ 768.591021] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.591021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.591021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.591021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.591932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.597099] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.597099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.597099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.597099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.597099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.597099] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 8ad34f81-2fce-420d-8783-fe34698afa66 is going to be created. [ 768.645818] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.645818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.645818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.645818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.645818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.645818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.941622] env[69433]: INFO networking_nsxv3.common.synchronization [None req-24fd7258-287d-47c8-89be-b5798fd4193f None None] Enqueued Resource ID: 4beafe71-4ad8-4e2c-9f68-58811386e7bb with Priority: HIGHEST for action port [ 768.942304] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beafe71-4ad8-4e2c-9f68-58811386e7bb with Priority: HIGHEST for action port [ 768.942947] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4beafe71-4ad8-4e2c-9f68-58811386e7bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.945558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4beafe71-4ad8-4e2c-9f68-58811386e7bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.945558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4beafe71-4ad8-4e2c-9f68-58811386e7bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.945558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4beafe71-4ad8-4e2c-9f68-58811386e7bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.945558] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4beafe71-4ad8-4e2c-9f68-58811386e7bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.447323] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4beafe71-4ad8-4e2c-9f68-58811386e7bb [ 769.447617] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.447680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.448428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.448428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.448428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.448428] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4beafe71-4ad8-4e2c-9f68-58811386e7bb already deleted. [ 769.448428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4beafe71-4ad8-4e2c-9f68-58811386e7bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.450636] env[69433]: INFO networking_nsxv3.common.synchronization [req-293cd314-f03b-44b3-9257-966ee75ef511 req-b60bef3c-bac8-4e37-a195-0b7fead229cb service nova] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_rules [ 769.450806] env[69433]: INFO networking_nsxv3.common.synchronization [req-293cd314-f03b-44b3-9257-966ee75ef511 req-b60bef3c-bac8-4e37-a195-0b7fead229cb service nova] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 769.450862] env[69433]: INFO networking_nsxv3.common.synchronization [req-293cd314-f03b-44b3-9257-966ee75ef511 req-b60bef3c-bac8-4e37-a195-0b7fead229cb service nova] Enqueued Resource ID: 8ad34f81-2fce-420d-8783-fe34698afa66 with Priority: HIGHEST for action port [ 769.451194] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_rules [ 769.451363] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 769.451489] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad34f81-2fce-420d-8783-fe34698afa66 with Priority: HIGHEST for action port [ 769.452283] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.452283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.452283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.452596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.452678] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.453923] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.454051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.454225] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad34f81-2fce-420d-8783-fe34698afa66 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.454331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.454392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.454597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.454657] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad34f81-2fce-420d-8783-fe34698afa66',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.957269] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.957448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.957672] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ad34f81-2fce-420d-8783-fe34698afa66 with status ACTIVE [ 769.957847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.957974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.958065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.958263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.958355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.958527] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.958626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.958694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.958870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.958951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959153] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959625] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ad34f81-2fce-420d-8783-fe34698afa66 is going to be updated. [ 769.985409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.985409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.985409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.985409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.985630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.985630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad34f81-2fce-420d-8783-fe34698afa66" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.026097] env[69433]: INFO networking_nsxv3.common.synchronization [req-d976bd54-60d7-4ad9-82dd-32ffcb6356ce req-d7a856e3-a972-4bd3-944c-e30edd8ba5ca tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 770.026741] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 770.027777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.027952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.028047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.028261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.028429] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.028598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.028598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.028864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.028967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.029230] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.186360] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 770.186619] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 deletion is rescheduled due to dependency. [ 770.187391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.187391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.187391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.187545] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.187712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.187807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.188110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.188883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.189015] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.381055] env[69433]: INFO networking_nsxv3.common.synchronization [req-b5f4f562-84ac-40b5-b9bc-70a91d811499 req-72828aa9-0b60-4096-a21b-0d215800e3bf tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 770.381055] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 770.382866] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.383191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.383869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.384305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.385026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.389067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.389067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.389067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.389067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.389067] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.533800] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.533800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.533800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.533800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.533800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.533800] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.534335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.534335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.534335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.534335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.534335] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be updated. [ 770.568122] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.568293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.568363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.568569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.568735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.581831] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: IN_PROGRESS for 2s [ 770.691023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.740538] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.740751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.740873] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.741233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.741485] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.741641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.741756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.742048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.742306] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.742631] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.742760] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.742871] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.742981] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.743107] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.743213] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.743344] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.764386] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.765010] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.765180] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.766703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.766703] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-402a355c-7a09-4e4a-900c-ddaf3c74f868 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.766703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.766703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.766703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.767424] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402a355c-7a09-4e4a-900c-ddaf3c74f868',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.890387] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.890387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.890387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.891181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.891181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.891181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.891181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.891181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.891181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.891692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.891692] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 already deleted. [ 770.891692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.194080] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.270270] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.270502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.270664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.270944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.271116] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.271317] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 402a355c-7a09-4e4a-900c-ddaf3c74f868 not found, creating... [ 771.271542] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.271702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.271815] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.272049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.272185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.272460] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.272644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.272763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.272973] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.273121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.273259] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 402a355c-7a09-4e4a-900c-ddaf3c74f868 is going to be created. [ 771.300168] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.300168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.300168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.300168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.300168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.300168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.496628] env[69433]: INFO networking_nsxv3.common.synchronization [req-96a91d3a-87bc-4f0e-9db7-1107e7f1db4c req-9cef0a10-5fb8-4090-98f9-7b830dcd5e6d tempest-ServersTestBootFromVolume-237948122 tempest-ServersTestBootFromVolume-237948122-project-member] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_members [ 771.497402] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGHEST for action security_group_members [ 771.497757] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.497757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.497757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498111] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.498232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.498232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.498966] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.697939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.697939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.697939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.697939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.697939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.698497] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be updated. [ 771.740187] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.740187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.740187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.750111] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: IN_PROGRESS for 2s [ 772.001690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.001900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.001999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.002309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.002430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.002819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.002936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.003031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.003214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.003346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.003435] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed is going to be updated. [ 772.037719] env[69433]: INFO networking_nsxv3.common.synchronization [req-b5f4f562-84ac-40b5-b9bc-70a91d811499 req-9c3b8642-3d96-44c2-9501-afa9c8bc29cd service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 772.037900] env[69433]: INFO networking_nsxv3.common.synchronization [req-b5f4f562-84ac-40b5-b9bc-70a91d811499 req-9c3b8642-3d96-44c2-9501-afa9c8bc29cd service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 772.038063] env[69433]: INFO networking_nsxv3.common.synchronization [req-b5f4f562-84ac-40b5-b9bc-70a91d811499 req-9c3b8642-3d96-44c2-9501-afa9c8bc29cd service nova] Enqueued Resource ID: 402a355c-7a09-4e4a-900c-ddaf3c74f868 with Priority: HIGHEST for action port [ 772.038285] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 772.038401] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 772.038497] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402a355c-7a09-4e4a-900c-ddaf3c74f868 with Priority: HIGHEST for action port [ 772.039642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.039825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.039899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.043234] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.043234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.043234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.043234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.043234] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.043774] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-402a355c-7a09-4e4a-900c-ddaf3c74f868 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.043774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.043774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.043944] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402a355c-7a09-4e4a-900c-ddaf3c74f868',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.048834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.048834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.048834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.048834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.049227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.061464] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5553667-d9a5-4a61-abf6-06a592d7ceed in Status: IN_PROGRESS for 2s [ 772.551532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.551870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.552076] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.556178] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 402a355c-7a09-4e4a-900c-ddaf3c74f868 with status ACTIVE [ 772.556178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.556178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.556178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.556178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.556800] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 402a355c-7a09-4e4a-900c-ddaf3c74f868 is going to be updated. [ 772.607309] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 772.607309] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 deletion is rescheduled due to dependency. [ 772.607309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.609402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.609740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.610946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.610946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.610946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.610946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402a355c-7a09-4e4a-900c-ddaf3c74f868" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.059583] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.561489] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.561645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.561747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.561963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.562075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.562179] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be created. [ 773.586320] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.586528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.586574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.586786] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.586980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.604234] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: UNINITIALIZED for 2s [ 773.774201] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 773.774443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.774606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.774862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.775104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.775231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.775297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.775471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.775583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.775682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.775777] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.073437] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5553667-d9a5-4a61-abf6-06a592d7ceed in Status: SUCCESS [ 774.073779] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed deletion is rescheduled due to dependency. [ 774.073779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.278516] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.278677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.278750] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.278973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.279163] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.279266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.279330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.279481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.280138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.280291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.280486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.280590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.280655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.280803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.280938] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.281071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.281139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.281282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.281357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281526] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.787773] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43fb6c58-0e80-46f1-8cac-756721ebc411: rpc.has_security_group_logging(os_id): False [ 774.808679] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.810921] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.810921] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.810921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.811426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.812259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.812259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.812259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.812259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.812259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.812515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.812515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.812515] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be updated. [ 774.878374] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.878556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.878648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.878923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.879160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.895105] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: IN_PROGRESS for 2s [ 775.614369] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 775.614921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.615112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.615353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.615562] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.615684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.615748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.615944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.616041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.616126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.616216] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.735478] env[69433]: INFO networking_nsxv3.common.synchronization [req-12dfe511-5ed4-41d9-ae3c-47c60639318c req-dbcee814-dab1-4468-8294-76c5b08aed16 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 775.736043] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 775.736349] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.736469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.736536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.736796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.736989] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.737962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.738042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.738224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.738315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.738414] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.119895] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.120175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.120261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.120616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.121246] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.121430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.121885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.121960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.122044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.122340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.122582] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.122734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.122801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.122975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.123699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.124148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.124250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.124379] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.157348] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.158012] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.158275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.158646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.159135] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.159135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.159234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.159457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.159611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.159823] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.159937] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.160058] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.160171] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.160275] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.160380] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.160685] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.181769] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.181947] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.182098] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.182369] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.182604] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-7924bd45-8d5e-46ef-a407-923668fd7a0a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.182799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.182921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.186114] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.186114] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7924bd45-8d5e-46ef-a407-923668fd7a0a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.244114] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.244114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.244321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.244359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.244716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.244877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.245145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.245244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.245337] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 already deleted. [ 776.245417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.626904] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff15230a-2bef-4bd5-aac7-6e870753fa29: rpc.has_security_group_logging(os_id): False [ 776.648935] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.649305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.649305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.649375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.649424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.650027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.650027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.650027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.650027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.650027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.650234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.650728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.650728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.650728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.650728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.651427] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.651427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.651427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.651571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.651600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.652208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be created. [ 776.686619] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.688571] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.688887] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.689144] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.689236] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.689395] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 7924bd45-8d5e-46ef-a407-923668fd7a0a not found, creating... [ 776.689702] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.690108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.690108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690382] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.690688] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.690846] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.690956] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.691187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.691322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.691463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 7924bd45-8d5e-46ef-a407-923668fd7a0a is going to be created. [ 776.717063] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.717294] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.717413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.717737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.718016] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.718267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.720027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.720158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.720244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.720519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.720820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.735918] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 776.917056] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 776.917056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.662492] env[69433]: INFO networking_nsxv3.common.synchronization [req-12dfe511-5ed4-41d9-ae3c-47c60639318c req-a402d128-8782-4074-a778-f4b32ca0ca0f service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 777.662492] env[69433]: INFO networking_nsxv3.common.synchronization [req-12dfe511-5ed4-41d9-ae3c-47c60639318c req-a402d128-8782-4074-a778-f4b32ca0ca0f service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 777.662492] env[69433]: INFO networking_nsxv3.common.synchronization [req-12dfe511-5ed4-41d9-ae3c-47c60639318c req-a402d128-8782-4074-a778-f4b32ca0ca0f service nova] Enqueued Resource ID: 7924bd45-8d5e-46ef-a407-923668fd7a0a with Priority: HIGHEST for action port [ 777.662492] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 777.662492] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 777.662492] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7924bd45-8d5e-46ef-a407-923668fd7a0a with Priority: HIGHEST for action port [ 777.662492] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.662492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.662492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.662492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.662492] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.671777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.671777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671777] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.671777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7924bd45-8d5e-46ef-a407-923668fd7a0a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.671777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.671777] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7924bd45-8d5e-46ef-a407-923668fd7a0a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.175370] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.175577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.175760] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.178459] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7924bd45-8d5e-46ef-a407-923668fd7a0a with status ACTIVE [ 778.178459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.178459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.178459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.178459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.178459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.178459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.178459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.178459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.179189] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.179713] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7924bd45-8d5e-46ef-a407-923668fd7a0a is going to be updated. [ 778.202240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.202388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.202456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.202713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.202854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.203050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7924bd45-8d5e-46ef-a407-923668fd7a0a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.227335] env[69433]: INFO networking_nsxv3.common.synchronization [None req-167dbf2f-dceb-4b1c-9ab9-1b9441439d7b None None] Enqueued Resource ID: 95fc2f9c-1608-4732-a036-ed426a85745b with Priority: HIGHEST for action port [ 778.229020] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95fc2f9c-1608-4732-a036-ed426a85745b with Priority: HIGHEST for action port [ 778.229020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-95fc2f9c-1608-4732-a036-ed426a85745b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.229020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95fc2f9c-1608-4732-a036-ed426a85745b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.229020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95fc2f9c-1608-4732-a036-ed426a85745b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.229020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95fc2f9c-1608-4732-a036-ed426a85745b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.229020] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95fc2f9c-1608-4732-a036-ed426a85745b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.678533] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.731071] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95fc2f9c-1608-4732-a036-ed426a85745b [ 778.731333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.731469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.731538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.732023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.732023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.732023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95fc2f9c-1608-4732-a036-ed426a85745b already deleted. [ 778.732194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95fc2f9c-1608-4732-a036-ed426a85745b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.751403] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 778.751403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.184025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.184209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.184282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.185146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.185146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.185146] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be created. [ 779.213556] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.213732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.213807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.214253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.226343] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: UNINITIALIZED for 2s [ 779.390607] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ed217c7e-e330-4e40-9212-afe7069f9bb1 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 779.390756] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 779.391176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.391457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.391457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.391685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.392454] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.467480] env[69433]: INFO networking_nsxv3.common.synchronization [None req-bc5a2a11-7bac-4d66-ae04-c30084b2690f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 779.467480] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 779.467480] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.467480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.918700] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.919131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.919312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.919510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.920187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.920187] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 already deleted. [ 779.920187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.920187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.920187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.920187] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.444916] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.444916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.444916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.444916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.444916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.444916] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 already deleted. [ 780.444916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.569832] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0414f747-d70c-4aca-afaa-fffe298b407b None None] Enqueued Resource ID: 9aaef0da-f8a2-4f33-9547-04de0b2c3d53 with Priority: HIGHEST for action port [ 780.569832] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaef0da-f8a2-4f33-9547-04de0b2c3d53 with Priority: HIGHEST for action port [ 780.569832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aaef0da-f8a2-4f33-9547-04de0b2c3d53 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.569832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aaef0da-f8a2-4f33-9547-04de0b2c3d53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.569832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aaef0da-f8a2-4f33-9547-04de0b2c3d53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.569832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aaef0da-f8a2-4f33-9547-04de0b2c3d53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.569832] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaef0da-f8a2-4f33-9547-04de0b2c3d53',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.073897] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aaef0da-f8a2-4f33-9547-04de0b2c3d53 [ 781.073897] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.073897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.073897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.073897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.073897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.073897] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aaef0da-f8a2-4f33-9547-04de0b2c3d53 already deleted. [ 781.073897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aaef0da-f8a2-4f33-9547-04de0b2c3d53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.238775] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 781.239041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.239802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.240079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.240353] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.240433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.240507] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.240711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.240798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.240964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.241089] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.394302] env[69433]: INFO networking_nsxv3.common.synchronization [req-397f7121-202e-42c5-a9e7-74d192116371 req-f7d78a7a-5ac1-4eae-b7ec-8d4518d2e438 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 781.395031] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 781.396215] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.396299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.396299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.396523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.396742] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.396844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.396905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.397076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.397164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.397255] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.746477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.796288] env[69433]: INFO networking_nsxv3.common.synchronization [req-68d6d5c8-2f1e-4ce5-86e1-7dfe8c6754c3 req-54c45c4a-3a4d-4c47-9d80-e87aa5dd5ecb tempest-DeleteServersAdminTestJSON-630686584 tempest-DeleteServersAdminTestJSON-630686584-project-member] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 781.796842] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGHEST for action security_group_members [ 781.797159] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.797590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.797659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.797862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.798017] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.798127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.798184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.798336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.798428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.798522] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.899364] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.078448] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.078748] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.078827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.079366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.079403] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.079566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.079680] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.079959] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.080058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.080664] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.080664] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.080664] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.080664] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.080835] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.080835] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.080930] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.102357] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.102534] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.102708] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.102933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.103229] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-77e4e472-0b5f-42cf-8a0a-20179808f7fb taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.103403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.103535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.103880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.104027] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e4e472-0b5f-42cf-8a0a-20179808f7fb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.304271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.304271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.304271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.304271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.304271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.304271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.304271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.304868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.305648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.305811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.305915] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be updated. [ 782.341860] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.343866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.343974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.344413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.344552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.357879] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: IN_PROGRESS for 2s [ 782.408815] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.411122] env[69433]: INFO networking_nsxv3.common.synchronization [req-b41ef53c-ee37-40e9-88ca-2cfba857677d req-3c90cc62-7367-41ad-b1a8-d7cefdc457bb tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 782.412146] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 782.412608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.413499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.413652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.413955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.414248] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.414414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.414514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.414757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.415148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.415325] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.612026] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.612026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 77e4e472-0b5f-42cf-8a0a-20179808f7fb not found, creating... [ 782.612026] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.612026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.612590] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.612590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.612590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.612590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.612590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.612590] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 77e4e472-0b5f-42cf-8a0a-20179808f7fb is going to be created. [ 782.635059] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.635059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.635059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.635350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.635543] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.635870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.913513] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.913726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.913860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.914152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.914280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.914395] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 782.918589] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.959196] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.959405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.959504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.959799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.959992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.976706] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 783.421604] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.547715] env[69433]: INFO networking_nsxv3.common.synchronization [req-397f7121-202e-42c5-a9e7-74d192116371 req-f6dc60ec-8e7c-42c7-a424-13db215e2dd9 service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 783.547895] env[69433]: INFO networking_nsxv3.common.synchronization [req-397f7121-202e-42c5-a9e7-74d192116371 req-f6dc60ec-8e7c-42c7-a424-13db215e2dd9 service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 783.548072] env[69433]: INFO networking_nsxv3.common.synchronization [req-397f7121-202e-42c5-a9e7-74d192116371 req-f6dc60ec-8e7c-42c7-a424-13db215e2dd9 service nova] Enqueued Resource ID: 77e4e472-0b5f-42cf-8a0a-20179808f7fb with Priority: HIGHEST for action port [ 783.548294] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 783.548424] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 783.548520] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e4e472-0b5f-42cf-8a0a-20179808f7fb with Priority: HIGHEST for action port [ 783.550940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.551107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.551382] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.551478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.551666] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e4e472-0b5f-42cf-8a0a-20179808f7fb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.551768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.551819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.552072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.552147] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e4e472-0b5f-42cf-8a0a-20179808f7fb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.925531] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.927035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.927035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.927035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.927035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.927035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be updated. [ 783.960696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.960905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.960905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.962114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.962114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.971032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 2s [ 784.054861] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77e4e472-0b5f-42cf-8a0a-20179808f7fb with status ACTIVE [ 784.055170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.055318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.055420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.055735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.055925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056125] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.056236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.056290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.056587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.056587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056773] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.056957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.056957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.057126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.057210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.057321] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77e4e472-0b5f-42cf-8a0a-20179808f7fb is going to be updated. [ 784.081755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.081879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.081931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.082152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.082878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.082878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e4e472-0b5f-42cf-8a0a-20179808f7fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.368665] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 in Status: SUCCESS [ 784.368857] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 deletion is rescheduled due to dependency. [ 784.369073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.849522] env[69433]: INFO networking_nsxv3.common.synchronization [req-b7ddac17-f991-445c-be8e-d16e36a95e68 req-bcc3cab6-11d6-4dab-9616-b803747f2a67 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 784.850033] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 784.850969] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.850969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.850969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.850969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.850969] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.850969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.851238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.857029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.857029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857029] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.986504] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 784.986755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.986916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.987150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.987333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.987447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.987513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.987656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.987737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.987822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.987977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.988065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.988125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.988264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.988399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.988489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.988549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.988681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.988754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.988833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.988933] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.989907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.989907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.990047] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.990260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.990260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.990342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.990405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.990485] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.355989] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.356188] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.356240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.356530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.356650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.356877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.357032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.357103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.357352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.357489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.357597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 785.390192] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.390192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.390192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.390410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.390552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.400465] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 785.492016] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26104113-3354-4160-9b9c-00186ec48a27: rpc.has_security_group_logging(os_id): False [ 785.493268] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.516713] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.516902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.516996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517718] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.518171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.518287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.519419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.520082] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be created. [ 785.579022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.579191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.579340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.579477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.579679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.593896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 785.986295] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 785.986542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.001251] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.504095] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.504259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.504324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.504574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.504653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.504719] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 786.527627] env[69433]: INFO networking_nsxv3.common.synchronization [None req-72531ea9-f11e-4119-a78b-e0ea10820356 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 8bb6a020-ba26-48f9-839f-7d429d7ae1b2 with Priority: HIGHEST for action security_group_rules [ 786.528248] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb6a020-ba26-48f9-839f-7d429d7ae1b2 with Priority: HIGHEST for action security_group_rules [ 786.528457] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.528574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.528630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.528897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.528992] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb6a020-ba26-48f9-839f-7d429d7ae1b2',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.537436] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.537621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.537717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.537977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.538205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.549468] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 786.633945] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b04dd29e-1953-465b-8380-318100d51f91 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 8bb6a020-ba26-48f9-839f-7d429d7ae1b2 with Priority: HIGHEST for action security_group_rules [ 786.634914] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb6a020-ba26-48f9-839f-7d429d7ae1b2 with Priority: HIGHEST for action security_group_rules [ 786.634914] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.634914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.060036] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.060036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb6a020-ba26-48f9-839f-7d429d7ae1b2 already deleted. [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.060036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.060036] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb6a020-ba26-48f9-839f-7d429d7ae1b2',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.142727] env[69433]: INFO networking_nsxv3.common.synchronization [req-857b4dfa-9a36-4bc3-81e0-aa2e9535db60 req-87e91383-40f7-48ab-81e2-30392fc25b87 tempest-ServersAdminNegativeTestJSON-1032835424 tempest-ServersAdminNegativeTestJSON-1032835424-project-member] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 787.142727] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGHEST for action security_group_members [ 787.142727] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.142990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.142990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.145729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.145729] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.145933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.145985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.146313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.147404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.147404] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.414680] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 787.414680] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 787.414680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587798] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.587991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.587991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.588336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.588488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.588665] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb6a020-ba26-48f9-839f-7d429d7ae1b2 already deleted. [ 787.588847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb6a020-ba26-48f9-839f-7d429d7ae1b2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.610996] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 787.611255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.611455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.611659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.611749] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.649037] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.649213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.649287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.649514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.649643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.649839] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.649952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.650041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.650211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.650321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.650370] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be updated. [ 787.685136] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.685625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.685797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.686083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.686301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.695716] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: IN_PROGRESS for 2s [ 788.114160] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.114504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.559872] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 788.560151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.560628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560934] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.561064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.561132] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.561307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.561437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.561491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.561556] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.064632] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.064812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.064878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.065187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.065416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.065541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.066013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.066013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.066215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.066288] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.066363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.066610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.066769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.066896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.067186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.067283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.067359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.067452] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.440798] env[69433]: INFO networking_nsxv3.common.synchronization [req-4e0bedeb-f152-42a9-95ae-5c08444deff6 req-82d5d29a-664c-4019-90ee-8b7f09462529 tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Enqueued Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_members [ 789.441075] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_members [ 789.441339] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.441456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.441517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.441824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.441927] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.441997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.442070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.442266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.442303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.442391] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.570586] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26104113-3354-4160-9b9c-00186ec48a27: rpc.has_security_group_logging(os_id): False [ 789.589644] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.589793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.590175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.590416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.590565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.590735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.590862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.591068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.591168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.591367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.591367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.591465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.591605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.591699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.591761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.591898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.591974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592072] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 789.659338] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.659338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.659512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.660764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.660764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.679092] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 789.718378] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247a879c-523b-485b-862e-a0a1e94ed96d in Status: SUCCESS [ 789.718598] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d deletion is rescheduled due to dependency. [ 789.718793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.762827] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.762827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-867" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.762827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-867" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.762827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-867" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.763530] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.763852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.764096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.764410] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.764664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.765295] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.765295] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.765295] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.765602] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.767018] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.767018] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.767018] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.789142] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.789370] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.789530] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.789714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-867" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.790230] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.790347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.790466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.791027] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.791027] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0977fafb-e015-4e8b-b2bb-7cf4c98079d4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.944948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.944948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.944948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.944948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.945203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.945347] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.945455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.945518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.945681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.946562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.946562] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d already deleted. [ 789.946816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.294219] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.294604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.294604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.294866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.295152] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.295368] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 not found, creating... [ 790.295659] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.296277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.296277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.296277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.296441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.296579] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.296733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.296850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.297075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.297214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.297352] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 is going to be created. [ 790.321429] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.321652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.321761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.322129] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.322445] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.323298] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.006971] env[69433]: INFO networking_nsxv3.common.synchronization [req-4e0bedeb-f152-42a9-95ae-5c08444deff6 req-d813340c-08b6-43cd-b055-0f7b20b682a7 service nova] Enqueued Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_rules [ 791.007232] env[69433]: INFO networking_nsxv3.common.synchronization [req-4e0bedeb-f152-42a9-95ae-5c08444deff6 req-d813340c-08b6-43cd-b055-0f7b20b682a7 service nova] Enqueued Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_members [ 791.007306] env[69433]: INFO networking_nsxv3.common.synchronization [req-4e0bedeb-f152-42a9-95ae-5c08444deff6 req-d813340c-08b6-43cd-b055-0f7b20b682a7 service nova] Enqueued Resource ID: 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 with Priority: HIGHEST for action port [ 791.007528] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_rules [ 791.007681] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_members [ 791.007744] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 with Priority: HIGHEST for action port [ 791.008284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.009316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.009316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.009316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.009316] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.010251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.010400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.010489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.010658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.010802] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.010894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.010955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.011197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.011396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.011501] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.012690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.012844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.012939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.013743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.013743] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0977fafb-e015-4e8b-b2bb-7cf4c98079d4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.515566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.515721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.515964] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.516801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 with status ACTIVE [ 791.517456] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.517456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.517456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.517456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.517456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.517737] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.517737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.517819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.517912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.517992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.518181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.518276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.518335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.518473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.518548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.518630] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0977fafb-e015-4e8b-b2bb-7cf4c98079d4 is going to be updated. [ 791.542997] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.543179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.543271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.543488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.543708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.543822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0977fafb-e015-4e8b-b2bb-7cf4c98079d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.700231] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 791.700464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.020890] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.132676] env[69433]: INFO networking_nsxv3.common.synchronization [req-46866f3b-96f0-4dfa-a023-2b936cf546c7 req-f963963e-8c17-45e5-96a1-6fd6a469e323 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 792.135539] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 792.135539] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.135539] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.135539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.135539] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.478657] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.478897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.478964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.479646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.479921] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.480606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.480774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.481020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.481177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.481396] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.481507] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.481634] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.481724] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.481832] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.481954] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.482109] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.501531] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.501743] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.501851] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.502048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.502366] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-5351f12c-2d1b-4103-85da-fc01a06e995a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.502549] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.502658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.503067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.503206] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5351f12c-2d1b-4103-85da-fc01a06e995a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.524226] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.524226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.524388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.524388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.524444] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d is going to be created. [ 792.550488] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.550488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.550488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.550804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.561615] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d in Status: UNINITIALIZED for 2s [ 792.637314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.637510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.637580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.637853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.637922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.638148] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.638340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.638340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.638452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.638530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.638618] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae already deleted. [ 792.638697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.012329] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.012329] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 5351f12c-2d1b-4103-85da-fc01a06e995a not found, creating... [ 793.012329] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.012329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.012945] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.012945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.012945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.012945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.013685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.014243] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 5351f12c-2d1b-4103-85da-fc01a06e995a is going to be created. [ 793.041020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.041020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.041020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.041020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.041020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.041020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.745209] env[69433]: INFO networking_nsxv3.common.synchronization [req-46866f3b-96f0-4dfa-a023-2b936cf546c7 req-5edff43a-6502-4437-ab13-ad302fa825c7 service nova] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_rules [ 793.745513] env[69433]: INFO networking_nsxv3.common.synchronization [req-46866f3b-96f0-4dfa-a023-2b936cf546c7 req-5edff43a-6502-4437-ab13-ad302fa825c7 service nova] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 793.745708] env[69433]: INFO networking_nsxv3.common.synchronization [req-46866f3b-96f0-4dfa-a023-2b936cf546c7 req-5edff43a-6502-4437-ab13-ad302fa825c7 service nova] Enqueued Resource ID: 5351f12c-2d1b-4103-85da-fc01a06e995a with Priority: HIGHEST for action port [ 793.746606] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_rules [ 793.746800] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 793.746959] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5351f12c-2d1b-4103-85da-fc01a06e995a with Priority: HIGHEST for action port [ 793.747311] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.747448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.747832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.747969] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.749183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.749473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.749753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.749986] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.750592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.750692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.750973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.751342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.751342] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.752565] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5351f12c-2d1b-4103-85da-fc01a06e995a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.755018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.755018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.755018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.755018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5351f12c-2d1b-4103-85da-fc01a06e995a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.256141] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.256141] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.256141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.256498] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5351f12c-2d1b-4103-85da-fc01a06e995a with status ACTIVE [ 794.256498] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.256620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.256803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.256951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.257326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.257326] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.257326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.257496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.257611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.257640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.257848] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.257952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.258027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.258171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.258241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.258320] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5351f12c-2d1b-4103-85da-fc01a06e995a is going to be updated. [ 794.281726] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.282166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.282308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.282471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.571823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d in Status: SUCCESS [ 794.572069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.572243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.572451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.572643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.572757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.572823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.573042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.573164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.573279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.573374] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.764089] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.075913] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.076407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.077026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.077026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.077297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.077355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.077433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077632] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.077715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.077918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.078074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.078162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.078218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.078360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.078427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.078509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.078596] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.266302] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.266577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.266577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.266745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.266838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.266937] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be created. [ 795.290522] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.290602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.290683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.291195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.291296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.302040] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: UNINITIALIZED for 2s [ 795.580987] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2c9beb-ad54-49a9-816a-e9899907f34d: rpc.has_security_group_logging(os_id): False [ 795.600862] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.601184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.601262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.601491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.601625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.601885] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.603034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.603416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.603416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.603416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.603613] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d is going to be created. [ 795.697646] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.697839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.697903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.698145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.698344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.711331] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d in Status: IN_PROGRESS for 2s [ 796.712626] env[69433]: INFO networking_nsxv3.common.synchronization [None req-8b06e439-7b31-4818-a4e5-8a10fa21f48a tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Enqueued Resource ID: b2a6cb78-314c-49fb-ab59-6cd8cc598535 with Priority: HIGHEST for action security_group_rules [ 796.713158] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6cb78-314c-49fb-ab59-6cd8cc598535 with Priority: HIGHEST for action security_group_rules [ 796.713158] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.713258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.713302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.713537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.713632] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a6cb78-314c-49fb-ab59-6cd8cc598535',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.873367] env[69433]: INFO networking_nsxv3.common.synchronization [None req-858d0a59-a0de-4bd0-bb41-38d153d1d4a6 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Enqueued Resource ID: b2a6cb78-314c-49fb-ab59-6cd8cc598535 with Priority: HIGHEST for action security_group_rules [ 796.873778] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6cb78-314c-49fb-ab59-6cd8cc598535 with Priority: HIGHEST for action security_group_rules [ 796.874220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.874797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.245273] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.245447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.245520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.245733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.245827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.246473] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a6cb78-314c-49fb-ab59-6cd8cc598535 already deleted. [ 797.246473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.246473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.246473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.246473] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a6cb78-314c-49fb-ab59-6cd8cc598535',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.316961] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 797.317212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.317386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.317597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.317790] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.317911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.317977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318392] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.724849] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d in Status: SUCCESS [ 797.725204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.769103] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.769245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.769314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.769522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.769610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.769699] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a6cb78-314c-49fb-ab59-6cd8cc598535 already deleted. [ 797.769776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a6cb78-314c-49fb-ab59-6cd8cc598535" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.822590] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.822590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.822590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.822590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.822816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.822872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.823181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.823312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.823363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.823518] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.823825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.823884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.824427] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.824566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.824632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.824799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.824886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.824971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.825247] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.327617] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3824cc37-dcb0-49c6-ae00-c4a52bf261ae: rpc.has_security_group_logging(os_id): False [ 798.347744] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.348231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.348327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348567] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.348695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.348760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.348921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.349013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.349271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.349346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.349346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.349475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.349545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.349727] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.349819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.349878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.350039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.350137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.350225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be created. [ 798.422178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.422371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.422583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.423047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.423047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.434855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 799.320875] env[69433]: INFO networking_nsxv3.common.synchronization [req-a274a1e0-345f-4108-8401-1518348ea1ad req-c42f137a-04fb-4017-9bd9-def416260164 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 799.320875] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 799.320875] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.320875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.320875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.322025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.322318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.322560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.322721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.322970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.323176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323352] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.595603] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.595603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.595603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.595831] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.596086] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.596242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.596359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.596571] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.596715] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.597075] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.597201] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.597322] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.597434] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.597551] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.597658] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.597793] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.618170] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.618360] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.618496] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.618671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.619012] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.619199] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.619356] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.619694] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.619837] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.826260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.826426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.826497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.826753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.826918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.827238] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.827360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.827422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.827571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.829064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.829064] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 already deleted. [ 799.829064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122408] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.122774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.123561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.123561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.123667] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 not found, creating... [ 800.124019] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.124231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.124396] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.124690] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.124890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.125257] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.125447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.125592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.125868] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.126024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.126203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 is going to be created. [ 800.145536] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.145821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.145959] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.146245] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.146476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.146703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.446030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 800.446313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.864416] env[69433]: INFO networking_nsxv3.common.synchronization [req-a274a1e0-345f-4108-8401-1518348ea1ad req-f8a179f4-5135-48ff-9cd8-e941afdfbeb8 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 800.864416] env[69433]: INFO networking_nsxv3.common.synchronization [req-a274a1e0-345f-4108-8401-1518348ea1ad req-f8a179f4-5135-48ff-9cd8-e941afdfbeb8 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 800.864416] env[69433]: INFO networking_nsxv3.common.synchronization [req-a274a1e0-345f-4108-8401-1518348ea1ad req-f8a179f4-5135-48ff-9cd8-e941afdfbeb8 service nova] Enqueued Resource ID: ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 with Priority: HIGHEST for action port [ 800.865246] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 800.865419] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 800.865526] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 with Priority: HIGHEST for action port [ 800.865795] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.865908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.866056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.866243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.866329] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.867174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.867719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.867790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.867972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.868137] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.868236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.868293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.868440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.868527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.868613] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.869365] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.869489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.869552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.869801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.869801] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.372407] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.372599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.372756] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.373717] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 with status ACTIVE [ 801.373976] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.374134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.374215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.374936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.374936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.374936] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.374936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.374936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.375187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.375187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.375424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.375767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.375767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.375851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.375894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.376011] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61 is going to be updated. [ 801.401418] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.401700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.401826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.402162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.402425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.402661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2c9e09-0ab0-405d-bfba-4ae0c0e01d61" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.878614] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.381213] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.381358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.381442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.381648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.381732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.381834] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be created. [ 802.406870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.407103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.407215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.407505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.407758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.418305] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: UNINITIALIZED for 2s [ 802.612030] env[69433]: INFO networking_nsxv3.common.synchronization [req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 req-22a8b3dc-1cb6-4dc7-b027-51e08cf7e204 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Enqueued Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_members [ 802.612030] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_members [ 802.612030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.612418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.612616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.613050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.613983] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.613983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.613983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.613983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.613983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.613983] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.939280] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.939575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-304" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.939575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-304" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.939828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-304" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.940200] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.940293] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.940368] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.940587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.940737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.941012] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.941146] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.941326] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.941481] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.941605] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.941659] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.941803] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.966049] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.966049] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.966049] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.966322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-304" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.966556] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-00f7ec32-decb-411d-a7f1-210556dfbece taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.966822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.967079] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.967451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.967589] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f7ec32-decb-411d-a7f1-210556dfbece',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.116679] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.116850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.116957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.117191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.117300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.117500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.117626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.117782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.117865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.117972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.118083] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 already deleted. [ 803.118168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.471448] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.471742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.471984] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.472416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.472734] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.472978] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 00f7ec32-decb-411d-a7f1-210556dfbece not found, creating... [ 803.473450] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.473622] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.473747] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.474125] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.474361] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.474910] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.475139] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.475313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.475669] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.475864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.476037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 00f7ec32-decb-411d-a7f1-210556dfbece is going to be created. [ 803.498489] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.498706] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.498813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.499118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.499418] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.499649] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.200189] env[69433]: INFO networking_nsxv3.common.synchronization [req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 req-cb62fb0b-606c-45f9-a956-5e37a3885667 service nova] Enqueued Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_rules [ 804.200189] env[69433]: INFO networking_nsxv3.common.synchronization [req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 req-cb62fb0b-606c-45f9-a956-5e37a3885667 service nova] Enqueued Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_members [ 804.200189] env[69433]: INFO networking_nsxv3.common.synchronization [req-cccaf86b-31be-47d7-ab01-6e1bf82bc821 req-cb62fb0b-606c-45f9-a956-5e37a3885667 service nova] Enqueued Resource ID: 00f7ec32-decb-411d-a7f1-210556dfbece with Priority: HIGHEST for action port [ 804.201809] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_rules [ 804.204472] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_members [ 804.204472] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f7ec32-decb-411d-a7f1-210556dfbece with Priority: HIGHEST for action port [ 804.204472] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.204472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.204472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.204472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.204472] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.208300] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.208300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.208796] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.208796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.208999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.209078] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.210598] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f7ec32-decb-411d-a7f1-210556dfbece taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.210771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.210853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211192] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f7ec32-decb-411d-a7f1-210556dfbece',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.431272] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 804.431603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.432066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.432580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.432657] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.432778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.432834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.433119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.433222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.433314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.433430] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.711842] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712216] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.713482] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00f7ec32-decb-411d-a7f1-210556dfbece with status ACTIVE [ 804.713682] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.713792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.713854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.714085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.714183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.714362] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.714461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.714520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.714682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.714763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.714950] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.715087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.715170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.715254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.715327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715440] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00f7ec32-decb-411d-a7f1-210556dfbece is going to be updated. [ 804.743083] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.743257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.743378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.743564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.743680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.743845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f7ec32-decb-411d-a7f1-210556dfbece" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.940239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.940239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.940239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.940239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.940239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.940814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.940814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.940814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.940814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.940814] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.218385] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.448513] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5: rpc.has_security_group_logging(os_id): False [ 805.474740] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.474740] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.474740] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.474740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.475893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.476028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.477008] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.477158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.477258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.481074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.481074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.481074] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be created. [ 805.554694] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.554861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.554935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.555179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.555360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.568658] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 805.724018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.724018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.724018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.724018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.724311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.724311] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 is going to be created. [ 805.768178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.768331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.768406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.768625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.768790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.778938] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 in Status: UNINITIALIZED for 2s [ 807.583847] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 807.583847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 in Status: SUCCESS [ 807.790030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.790282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.790282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.790392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.790455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.790612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.790689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.791654] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.293655] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.293831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.293884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.294273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.294528] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.294656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.294755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.294969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.295115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.295245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.295551] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.295669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.295743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.295911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.296031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.296126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.296187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.296340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.296456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296679] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.799623] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f081bd-5178-4571-93b1-e65ea0384cf1: rpc.has_security_group_logging(os_id): False [ 808.820568] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.820760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.820805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.820990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.821122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.821320] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.821413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.821479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.821640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.821721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.821905] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.821999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.822073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.822213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.822289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.822482] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.822575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.822635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.822788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.822838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.822917] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 is going to be created. [ 808.913470] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.913706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.913803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.914099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.914274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.930528] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 in Status: IN_PROGRESS for 2s [ 809.203419] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 809.203650] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 809.966108] env[69433]: INFO networking_nsxv3.common.synchronization [req-02b4c845-51f0-42b2-9684-e68a53a9d66d req-2fd28e21-f817-4a47-ad6f-7e9e54ece92c tempest-ServerMetadataTestJSON-1196723359 tempest-ServerMetadataTestJSON-1196723359-project-member] Enqueued Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_members [ 809.967036] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGHEST for action security_group_members [ 809.967152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.967283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.969997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.969997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969997] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.969997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.969997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.969997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.969997] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.475284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.475452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.475534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.475743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.475835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.476120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.476275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.476348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.476515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.476593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.476705] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d is going to be updated. [ 810.514865] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.515050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.515111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.515501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.516527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.529614] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d in Status: IN_PROGRESS for 2s [ 810.943975] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 in Status: SUCCESS [ 810.944373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.539771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d in Status: SUCCESS [ 812.540092] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d deletion is rescheduled due to dependency. [ 812.540140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.036793] env[69433]: INFO networking_nsxv3.common.synchronization [req-3031b949-b890-45fe-9236-fc22f0ec0a2c req-5ddd4ed3-166b-4588-97dc-a1a04259c707 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 814.037490] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 814.037805] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.037933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.038032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.038271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.038416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.038523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.038586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.038740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.038873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.038974] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.546260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.546402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.546494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.546687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.546787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.546978] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.547091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.547169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.547361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.547396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.547465] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 814.579481] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.579481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.579481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.579481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.579481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.586745] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 816.377259] env[69433]: INFO networking_nsxv3.common.synchronization [req-a541e704-d9a4-4aaa-938d-8652d3f2cb3c req-fb9c404e-33ad-4b16-b81a-b8cc95142189 tempest-InstanceActionsV221TestJSON-1856205260 tempest-InstanceActionsV221TestJSON-1856205260-project-member] Enqueued Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_members [ 816.377259] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 with Priority: HIGHEST for action security_group_members [ 816.377762] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f081bd-5178-4571-93b1-e65ea0384cf1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.377762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.377762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.378141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.378141] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.380971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.381096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.381308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.381436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.381555] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f081bd-5178-4571-93b1-e65ea0384cf1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.599138] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 816.599330] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 deletion is rescheduled due to dependency. [ 816.599447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.887023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.887023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.887023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.887023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 is going to be updated. [ 816.913979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.917020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.917020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.917020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.917020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.925346] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 in Status: IN_PROGRESS for 2s [ 817.260692] env[69433]: INFO networking_nsxv3.common.synchronization [req-2571ca2d-2146-4062-ac6f-5844bc53f6eb req-d847a0da-a279-437a-8b0c-6cb9adfa7ff0 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_members [ 817.260692] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGHEST for action security_group_members [ 817.260692] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.260929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.260929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.261222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.261442] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.261631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.261744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.262078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.262078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.262281] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.764995] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.765259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.765259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.765468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.765564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.765767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.765858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.765920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.766083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.766159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.766245] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e is going to be updated. [ 817.796722] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.796853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.796893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.797337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.797337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.805340] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e in Status: IN_PROGRESS for 2s [ 818.940711] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 in Status: SUCCESS [ 818.940711] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f081bd-5178-4571-93b1-e65ea0384cf1 deletion is rescheduled due to dependency. [ 818.940711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f081bd-5178-4571-93b1-e65ea0384cf1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.815453] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e in Status: SUCCESS [ 819.815686] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e deletion is rescheduled due to dependency. [ 819.815849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.262787] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 822.263051] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 822.323231] env[69433]: INFO networking_nsxv3.common.synchronization [req-12e928c1-eebb-4197-bba6-a4875ca53221 req-14d6cbf3-f50f-4b2a-bd62-15b456b41d81 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 822.323762] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 822.324067] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.324186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.324251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.324509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.324684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.326142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.326343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.326462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.326600] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.793211] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.793211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-646" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.793211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-646" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.793211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-646" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.793211] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.794601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.794734] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.794972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.795140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.795349] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.795462] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.795584] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.795701] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.795818] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.795922] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.796065] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.819032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.819183] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.819321] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.819502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-646" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.819807] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.819980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.820125] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.820429] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.820566] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75ee5fa-5a44-47f6-b50b-5ecc4328916f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.830212] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.831177] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.831352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.831352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.834399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.834399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.834399] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 already deleted. [ 822.834399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.326980] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.327285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.327336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.327625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.327780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.327935] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e75ee5fa-5a44-47f6-b50b-5ecc4328916f not found, creating... [ 823.328204] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.328415] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.328504] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.328790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.328940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.329232] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.329387] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.329504] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.329709] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.329843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.329980] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f is going to be created. [ 823.350160] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.350345] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.350413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.350674] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.350899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.351271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.224878] env[69433]: INFO networking_nsxv3.common.synchronization [req-12e928c1-eebb-4197-bba6-a4875ca53221 req-21c2d20a-1ac0-4d9f-becb-84e6ff928779 service nova] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 824.225132] env[69433]: INFO networking_nsxv3.common.synchronization [req-12e928c1-eebb-4197-bba6-a4875ca53221 req-21c2d20a-1ac0-4d9f-becb-84e6ff928779 service nova] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 824.225236] env[69433]: INFO networking_nsxv3.common.synchronization [req-12e928c1-eebb-4197-bba6-a4875ca53221 req-21c2d20a-1ac0-4d9f-becb-84e6ff928779 service nova] Enqueued Resource ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f with Priority: HIGHEST for action port [ 824.225995] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 824.225995] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 824.225995] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f with Priority: HIGHEST for action port [ 824.227291] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.227492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.227564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.231534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.231534] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.231534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.231534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.231534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.231534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.231534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.231534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.231534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.231821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.231821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.231877] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.232943] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.233057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.233116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.233267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.233359] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75ee5fa-5a44-47f6-b50b-5ecc4328916f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.735536] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.735819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.735857] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.737069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e75ee5fa-5a44-47f6-b50b-5ecc4328916f with status ACTIVE [ 824.737069] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.737817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.738044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.738044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.738103] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.738173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.738234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.738401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.738446] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.738597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f is going to be updated. [ 824.759806] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.759954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.760038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.760249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.760389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.760579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.020201] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-58ab6877-b6ab-44b2-bbaa-ee2299760b0a tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 825.020750] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 825.021072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.021196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.021284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.021543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.021764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.021882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.021949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.022454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.022607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.022803] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.240588] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.525493] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.525893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.526026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.526207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.526302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.526533] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.526597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.526655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.526835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.526867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.526951] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 already deleted. [ 825.527037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.572259] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.572460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.572630] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.572989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.573252] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.573451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.573576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.573790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.573935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.574355] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.574493] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.574640] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.574749] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.574862] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.574970] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.575113] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.601884] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.601884] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.601884] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.601884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.601884] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-9ec7acab-8ea8-49e1-8db8-3deb54f96996 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.601884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.601884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.602257] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.602365] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec7acab-8ea8-49e1-8db8-3deb54f96996',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.746505] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.746796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.746796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.746874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.746978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.747311] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be created. [ 825.776369] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.776520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.776593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.776813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.776975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.788433] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: UNINITIALIZED for 2s [ 826.104734] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.104976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.105121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.105411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.105663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.105778] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 9ec7acab-8ea8-49e1-8db8-3deb54f96996 not found, creating... [ 826.106020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.106209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.106327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.106711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.106858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.107266] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.107539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.107539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.107660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.107761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.107898] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 9ec7acab-8ea8-49e1-8db8-3deb54f96996 is going to be created. [ 826.130252] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.130482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.130611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.130886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.131150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.131406] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.213608] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-fd315b6a-127f-4686-8e72-3ad1d6460363 service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 827.213608] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-fd315b6a-127f-4686-8e72-3ad1d6460363 service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 827.213608] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-fd315b6a-127f-4686-8e72-3ad1d6460363 service nova] Enqueued Resource ID: 9ec7acab-8ea8-49e1-8db8-3deb54f96996 with Priority: HIGHEST for action port [ 827.213608] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 827.213608] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 827.214733] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec7acab-8ea8-49e1-8db8-3deb54f96996 with Priority: HIGHEST for action port [ 827.214999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.215293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.215293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.215965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.216117] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.217104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.217168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.217210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.217398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.218677] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.218677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.218677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.218677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.218677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.218677] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.218962] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec7acab-8ea8-49e1-8db8-3deb54f96996 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.219033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.219279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.219279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.219279] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec7acab-8ea8-49e1-8db8-3deb54f96996',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.720884] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.722063] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.722170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.722336] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ec7acab-8ea8-49e1-8db8-3deb54f96996 with status ACTIVE [ 827.722502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.722623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.722706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.722913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.723012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.723180] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.723281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.723344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.723572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.723646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.724170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.724170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.724170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.725982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.725982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.725982] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ec7acab-8ea8-49e1-8db8-3deb54f96996 is going to be updated. [ 827.749093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.749345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.749461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.749701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.751220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.751436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec7acab-8ea8-49e1-8db8-3deb54f96996" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.799136] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 827.799386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.799748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.799855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.799955] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.800102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.800179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.800362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.800408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.800485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.800575] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.852544] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-2c0d27f5-d8a7-40c9-8799-c73757048702 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 827.853818] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 827.854230] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.854355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.228793] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.304929] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.378518] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.378724] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.379299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.379299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.379442] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.379512] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.379611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.379819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.379956] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.381387] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.381387] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.381769] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.381931] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.382075] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.382209] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.382346] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.404464] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.404464] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.404464] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.404464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.404464] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-8c967a5d-44ff-4489-b34c-3daef00fd30a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.404464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.404464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.407581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.407581] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c967a5d-44ff-4489-b34c-3daef00fd30a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.731541] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.731714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.731792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.732049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.732154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.732258] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be created. [ 828.766638] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.766801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.767095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.767565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.778814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: UNINITIALIZED for 2s [ 828.811211] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2766cf50-0eed-4176-9015-5571922b0422: rpc.has_security_group_logging(os_id): False [ 828.830495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.831179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.831179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.831179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.831353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.831570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.831710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.831833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.833023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.833023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.833023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be created. [ 828.910899] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.911109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.911182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.911614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.911796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.916158] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.916158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.916158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.916368] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.916500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.916652] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 8c967a5d-44ff-4489-b34c-3daef00fd30a not found, creating... [ 828.916920] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.917106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.917228] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.917449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.917587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.917868] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918783] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.919095] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 8c967a5d-44ff-4489-b34c-3daef00fd30a is going to be created. [ 828.935171] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: IN_PROGRESS for 2s [ 828.959138] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.959138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.959138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.959138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.959138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.959138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.850975] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-64b4aba5-a311-4a39-92ab-59739c455756 service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 829.851229] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-64b4aba5-a311-4a39-92ab-59739c455756 service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 829.851298] env[69433]: INFO networking_nsxv3.common.synchronization [req-a316174f-219b-49dc-a548-1afc5ad9abd0 req-64b4aba5-a311-4a39-92ab-59739c455756 service nova] Enqueued Resource ID: 8c967a5d-44ff-4489-b34c-3daef00fd30a with Priority: HIGHEST for action port [ 829.855394] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 829.855555] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 829.855658] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c967a5d-44ff-4489-b34c-3daef00fd30a with Priority: HIGHEST for action port [ 829.857099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.857099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.857099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.857099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.857318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c967a5d-44ff-4489-b34c-3daef00fd30a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.857740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.857740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.857740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.857740] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c967a5d-44ff-4489-b34c-3daef00fd30a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.172021] env[69433]: INFO networking_nsxv3.common.synchronization [req-6af49ada-3004-4bc6-9a26-d3a2b42d4451 req-ef659af9-9c3a-44e1-aa39-a3093f987050 tempest-ListImageFiltersTestJSON-1311323284 tempest-ListImageFiltersTestJSON-1311323284-project-member] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 830.172021] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGHEST for action security_group_members [ 830.172021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.172021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.172021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.172606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.172606] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.172606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.172606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.172796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.172905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.173014] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.359967] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c967a5d-44ff-4489-b34c-3daef00fd30a with status ACTIVE [ 830.360832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.361113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.361963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.361963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.362098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.362653] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.362653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.362653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.362653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.362867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.363091] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.363222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.364360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.364360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.364360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.364360] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c967a5d-44ff-4489-b34c-3daef00fd30a is going to be updated. [ 830.386738] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.386913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.386953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.387256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.387342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.387502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c967a5d-44ff-4489-b34c-3daef00fd30a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.548872] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b3432c92-530c-49d2-aab8-54d012dea72a None None] Enqueued Resource ID: 68d071e5-e7d7-4def-9b16-3898978db26e with Priority: HIGHEST for action port [ 830.548872] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d071e5-e7d7-4def-9b16-3898978db26e with Priority: HIGHEST for action port [ 830.548872] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d071e5-e7d7-4def-9b16-3898978db26e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.548872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d071e5-e7d7-4def-9b16-3898978db26e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.548872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d071e5-e7d7-4def-9b16-3898978db26e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.549536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d071e5-e7d7-4def-9b16-3898978db26e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.549665] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d071e5-e7d7-4def-9b16-3898978db26e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.675019] env[69433]: INFO networking_nsxv3.common.synchronization [req-698c7ca1-5124-4694-8264-ce8543cf41b2 req-3e66e09f-984e-4470-a4e5-b33fe11354bd tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 830.675019] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 830.675261] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.675347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.675426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.675659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.675706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.678017] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.678017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.678017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.678017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.678017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.678191] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be updated. [ 830.679761] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.680011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.680236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.681056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.681056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.681056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.681056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.681056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.681056] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.713044] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.713044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.713044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.713044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.713044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.720989] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: IN_PROGRESS for 2s [ 830.795842] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 830.795985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.796183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.796462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.796671] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.799068] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.799068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.799068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.800069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.800156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.800788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.800788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.800788] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.952881] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 830.952881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052161] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68d071e5-e7d7-4def-9b16-3898978db26e [ 831.052485] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.052674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.052734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.053056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.053113] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68d071e5-e7d7-4def-9b16-3898978db26e already deleted. [ 831.053234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d071e5-e7d7-4def-9b16-3898978db26e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.184013] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.184194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.184312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.184658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.184658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.184979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.184979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.184979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.185162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.185230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.185317] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 already deleted. [ 831.185397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.303761] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.303919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.304609] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.760562] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.761034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.761164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.761993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.761993] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.762151] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.762311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.762587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.764804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.764804] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.764804] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.764804] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.764804] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.764804] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.764804] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.764804] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.786732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.786897] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.787561] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.787561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787561] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-29f439db-a1f6-4edb-9266-9fc892b92202 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.787774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.787812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.788158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.788296] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f439db-a1f6-4edb-9266-9fc892b92202',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.807207] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.292933] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.292933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.292933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.292933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.292933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.292933] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 29f439db-a1f6-4edb-9266-9fc892b92202 not found, creating... [ 832.292933] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.292933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.292933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.293837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.293837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.293968] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.294204] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.294271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.294779] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.294855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.295288] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 29f439db-a1f6-4edb-9266-9fc892b92202 is going to be created. [ 832.312540] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.312700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.312772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.312994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.313098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.313209] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 832.316750] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.316955] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.317092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.317364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.317604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.317825] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.349654] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.349654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.349654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.349654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.349654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.366323] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 832.734354] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3a8f85-7830-4aac-aa36-89d299cee86a in Status: SUCCESS [ 832.734622] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a deletion is rescheduled due to dependency. [ 832.734745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.832920] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d7d27b12-19ac-4586-89c8-86e51bb649e6 None None] Enqueued Resource ID: 34496c54-6cbb-4c49-83a2-37c73d380039 with Priority: HIGHEST for action port [ 832.834188] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34496c54-6cbb-4c49-83a2-37c73d380039 with Priority: HIGHEST for action port [ 832.835444] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-34496c54-6cbb-4c49-83a2-37c73d380039 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.835444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34496c54-6cbb-4c49-83a2-37c73d380039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.835444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34496c54-6cbb-4c49-83a2-37c73d380039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.835444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34496c54-6cbb-4c49-83a2-37c73d380039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.835444] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34496c54-6cbb-4c49-83a2-37c73d380039',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.342329] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34496c54-6cbb-4c49-83a2-37c73d380039 [ 833.342329] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.342329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.342329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.342329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.342329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.342329] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34496c54-6cbb-4c49-83a2-37c73d380039 already deleted. [ 833.342329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34496c54-6cbb-4c49-83a2-37c73d380039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.347761] env[69433]: INFO networking_nsxv3.common.synchronization [req-698c7ca1-5124-4694-8264-ce8543cf41b2 req-d4f7403c-2e3a-4e3d-aa00-b01e294e3d9f service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 833.348028] env[69433]: INFO networking_nsxv3.common.synchronization [req-698c7ca1-5124-4694-8264-ce8543cf41b2 req-d4f7403c-2e3a-4e3d-aa00-b01e294e3d9f service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 833.348177] env[69433]: INFO networking_nsxv3.common.synchronization [req-698c7ca1-5124-4694-8264-ce8543cf41b2 req-d4f7403c-2e3a-4e3d-aa00-b01e294e3d9f service nova] Enqueued Resource ID: 29f439db-a1f6-4edb-9266-9fc892b92202 with Priority: HIGHEST for action port [ 833.350124] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 833.350124] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 833.352229] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f439db-a1f6-4edb-9266-9fc892b92202 with Priority: HIGHEST for action port [ 833.352430] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.352563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.352648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.352944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.353055] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.355027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.355027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.355027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.355027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.355027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.355377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.355377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.355377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.355526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.355526] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.356704] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f439db-a1f6-4edb-9266-9fc892b92202 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.356845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.356913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.357291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.357291] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f439db-a1f6-4edb-9266-9fc892b92202',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.861526] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.861680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.861871] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.862840] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29f439db-a1f6-4edb-9266-9fc892b92202 with status ACTIVE [ 833.863037] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.863153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.863217] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.863414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.863513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.863702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.863797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.863857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.864030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.864105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.867406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.867492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.867568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.867784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.867881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.867970] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29f439db-a1f6-4edb-9266-9fc892b92202 is going to be updated. [ 833.903033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.903033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.903033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.903298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.903298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.903466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f439db-a1f6-4edb-9266-9fc892b92202" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.370131] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.382894] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.386023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.386023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.386023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.444043] env[69433]: INFO networking_nsxv3.common.synchronization [None req-fa51121e-a38b-46b9-bad4-6a5ebda97782 None None] Enqueued Resource ID: c0c298c3-07f7-4f25-8c0d-036c3d07d273 with Priority: HIGHEST for action port [ 834.447092] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c298c3-07f7-4f25-8c0d-036c3d07d273 with Priority: HIGHEST for action port [ 834.447092] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0c298c3-07f7-4f25-8c0d-036c3d07d273 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.447092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0c298c3-07f7-4f25-8c0d-036c3d07d273" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.447092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0c298c3-07f7-4f25-8c0d-036c3d07d273" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.447092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0c298c3-07f7-4f25-8c0d-036c3d07d273" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.447092] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0c298c3-07f7-4f25-8c0d-036c3d07d273',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.874500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.874730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.874730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.874920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.875025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.875132] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be created. [ 834.887401] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.901767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.901943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.902038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.902745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.902745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.913151] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: UNINITIALIZED for 2s [ 834.952809] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0c298c3-07f7-4f25-8c0d-036c3d07d273 [ 834.953114] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.953253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.953320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.953541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.953666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.953765] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0c298c3-07f7-4f25-8c0d-036c3d07d273 already deleted. [ 834.953876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0c298c3-07f7-4f25-8c0d-036c3d07d273" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.391851] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.896048] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.896218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.896567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.896837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.896941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.897055] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 835.922612] env[69433]: INFO networking_nsxv3.common.synchronization [None req-09c5b7ad-0c7d-43b2-bbc8-c7c09ddf3cf3 None None] Enqueued Resource ID: 461776d7-b274-4c10-9843-db1907b2202e with Priority: HIGHEST for action port [ 835.923286] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 461776d7-b274-4c10-9843-db1907b2202e with Priority: HIGHEST for action port [ 835.924465] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.924567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.924635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.924834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.924976] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.927188] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-461776d7-b274-4c10-9843-db1907b2202e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.927903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-461776d7-b274-4c10-9843-db1907b2202e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.927903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-461776d7-b274-4c10-9843-db1907b2202e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.927903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-461776d7-b274-4c10-9843-db1907b2202e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.927903] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461776d7-b274-4c10-9843-db1907b2202e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.939736] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 835.980015] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 835.980015] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:1 started [ 836.432181] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 461776d7-b274-4c10-9843-db1907b2202e [ 836.432181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.432181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.432181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.432545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.432545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.432545] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:461776d7-b274-4c10-9843-db1907b2202e already deleted. [ 836.432545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-461776d7-b274-4c10-9843-db1907b2202e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.770853] env[69433]: INFO networking_nsxv3.common.synchronization [None req-bdd9b325-2b99-49b0-a2bf-0b29822f51d7 None None] Enqueued Resource ID: 38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7 with Priority: HIGHEST for action port [ 836.771203] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7 with Priority: HIGHEST for action port [ 836.771744] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.771937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.772703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.772986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.773142] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.927584] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.927584] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.927584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.927584] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.275257] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7 [ 837.276443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.276566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.276646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.276895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.276978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.277096] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7 already deleted. [ 837.277183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b7f7c2-6e50-4e18-8ac9-7dae81d63fd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.431185] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.431353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.431410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.431643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.431819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.431923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.431988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.432159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.432252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.432497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.432497] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.432596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.432632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.432757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.432892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.432973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.433038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.433179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.433242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.433327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.433416] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.936580] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8694b583-f83a-4036-a4b9-142c0f4e8208: rpc.has_security_group_logging(os_id): False [ 837.952987] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 837.953253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.953439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.953851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.954093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.954211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.954285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.954460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.954599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.954691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.954846] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.954939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.954993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.955419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.956986] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.957174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.957379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.957585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.958516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.958668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.958776] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.962074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.962191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.962264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.962432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.962516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.962772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.963178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.963178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.963178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.963178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.963485] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.963485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.963595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.963673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.963751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.963942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.964068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.964326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.964511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.964649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.964772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be created. [ 838.052204] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.052204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.052204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.052204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.052204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.065422] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 838.102847] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5202d23-400c-4315-9586-9c87ca36c5a0 req-22d7b6fc-bc5f-4e2a-a578-e9a4b3b6ea30 tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Enqueued Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_members [ 838.103631] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_members [ 838.107886] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.108148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.108274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.110281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.110566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.110796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.110796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.111321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.111321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.111321] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.342996] env[69433]: INFO networking_nsxv3.common.synchronization [None req-5d612bfe-a626-4e02-82ea-dae694c4a663 None None] Enqueued Resource ID: 4370fa39-a6a7-4218-88ab-4685f47e34f4 with Priority: HIGHEST for action port [ 838.343500] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4370fa39-a6a7-4218-88ab-4685f47e34f4 with Priority: HIGHEST for action port [ 838.343708] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4370fa39-a6a7-4218-88ab-4685f47e34f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.343845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4370fa39-a6a7-4218-88ab-4685f47e34f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.343910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4370fa39-a6a7-4218-88ab-4685f47e34f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.344177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4370fa39-a6a7-4218-88ab-4685f47e34f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.344324] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4370fa39-a6a7-4218-88ab-4685f47e34f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.467685] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2f1d11-0ca3-44aa-8d53-72dfa2671e90: rpc.has_security_group_logging(os_id): False [ 838.487097] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.487347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.487347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.487528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.487690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.487999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.488121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.488176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.488348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.488438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.488635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.488733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.488784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.488912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.489292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.489533] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.489601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.489649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.489801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.489873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.489922] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be created. [ 838.553997] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.554211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.554211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.554424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.554695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.566199] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 838.614484] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.614676] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.614800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.614950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.615055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.615270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.615389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.615426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.615624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.615708] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda74a74-19f2-4366-a055-d423c46b236b already deleted. [ 838.615787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.729805] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.730018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-363" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.730124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-363" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.730471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-363" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.730736] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.730894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.731019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.731288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.731513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.731842] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.731980] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.732088] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.732268] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.732407] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.732519] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.732651] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.764755] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.765018] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.765094] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.765284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-363" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.765603] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-745573aa-8a8d-421a-b947-260f2281eef8 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.765816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.766050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.766309] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.766453] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745573aa-8a8d-421a-b947-260f2281eef8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.846765] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4370fa39-a6a7-4218-88ab-4685f47e34f4 [ 838.847050] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.847190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.847259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.847479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.847572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.847674] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4370fa39-a6a7-4218-88ab-4685f47e34f4 already deleted. [ 838.847742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4370fa39-a6a7-4218-88ab-4685f47e34f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.269719] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.269719] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.269905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.270205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.270357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.270515] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 745573aa-8a8d-421a-b947-260f2281eef8 not found, creating... [ 839.270781] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.270945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.271076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.271300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.271440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.271780] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.271942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.272335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.272512] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.272689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.272940] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 745573aa-8a8d-421a-b947-260f2281eef8 is going to be created. [ 839.299473] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.299936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.299936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.300205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.300753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.300753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.079582] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 840.079582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.253081] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5202d23-400c-4315-9586-9c87ca36c5a0 req-2d5cef32-89e7-472e-9ba2-1860e78f2a9c service nova] Enqueued Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_rules [ 840.253081] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5202d23-400c-4315-9586-9c87ca36c5a0 req-2d5cef32-89e7-472e-9ba2-1860e78f2a9c service nova] Enqueued Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_members [ 840.253081] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5202d23-400c-4315-9586-9c87ca36c5a0 req-2d5cef32-89e7-472e-9ba2-1860e78f2a9c service nova] Enqueued Resource ID: 745573aa-8a8d-421a-b947-260f2281eef8 with Priority: HIGHEST for action port [ 840.253081] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_rules [ 840.253081] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_members [ 840.253081] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 745573aa-8a8d-421a-b947-260f2281eef8 with Priority: HIGHEST for action port [ 840.253081] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.253081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.253884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.254285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.254711] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.256290] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.256523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.257104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.257104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.257711] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.258481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.258481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.258481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.258481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.258481] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.265432] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-745573aa-8a8d-421a-b947-260f2281eef8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.265432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.265432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.265432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.265432] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745573aa-8a8d-421a-b947-260f2281eef8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.337819] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-8aa13ccd-f6fd-4c5c-9e77-b60a250b3b42 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 840.339929] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 840.340255] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.340377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.340443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.340713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.340870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.340973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.341047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.341199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.341286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.341582] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.580418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 840.581742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.581742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.581742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.581742] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.644850] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-d6b848a1-ac48-4b5b-80ff-53d10e34d744 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 840.645478] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 840.645893] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.646093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.765791] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.765916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.766135] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.767070] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 745573aa-8a8d-421a-b947-260f2281eef8 with status ACTIVE [ 840.767522] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.767522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.767522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.767688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.767936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.768170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.768289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.768355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.768543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.768982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.769206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.769345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.769378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.769595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.769731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.769839] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 745573aa-8a8d-421a-b947-260f2281eef8 is going to be updated. [ 840.794369] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.794512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.794584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.794823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.794968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.795140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-745573aa-8a8d-421a-b947-260f2281eef8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.844424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.844880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.845670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.845968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.846136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.846811] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.847150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.848017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.848017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.848127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.848815] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb already deleted. [ 840.849034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.849598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.850851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.851223] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.851630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.851630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.851778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.851847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.852055] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.948611] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-3bef020a-e42f-4c9f-9e9d-e6f831f265b4 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 840.949192] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 840.949575] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.949575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.084332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.084712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.084824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.085526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.085909] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.085971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.089027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.089027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.089027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.089027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.089027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.272415] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.354856] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.355083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.355141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.355807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.355807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.355807] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.355807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.355807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.356166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.356166] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb already deleted. [ 841.356320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.356366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.356485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.356710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.356766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.356896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.357063] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.505765] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.505987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.506203] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.506482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.506752] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.506913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.507066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.507419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.507502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.507658] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.507771] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.507881] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.507988] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.508109] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.508211] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.508343] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.529621] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.529804] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.529947] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.530236] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.530582] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.530762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.530883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.531261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.531409] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a222adf-ff45-4d1a-bebf-15b0ccb54b35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.590845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.590845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.590845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.590845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.591698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.591698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.591698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.591698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.591698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.591698] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.774872] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.777378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.777378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.777378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.777378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.777378] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda74a74-19f2-4366-a055-d423c46b236b is going to be created. [ 841.802574] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.802574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.802574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.802574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.802574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.810926] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: UNINITIALIZED for 2s [ 841.860291] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.860496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.860567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.860932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.861073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.861302] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.861425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.861545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.861672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.861761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.861870] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb already deleted. [ 841.861936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.033705] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.033869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.033934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.034212] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.034365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.034524] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 not found, creating... [ 842.035488] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.035488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.035488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.035488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.035488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.035819] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.036809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.036809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.036809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.036809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.036809] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 is going to be created. [ 842.058901] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.059128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.059254] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.059514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.059742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.060018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.094515] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2f1d11-0ca3-44aa-8d53-72dfa2671e90: rpc.has_security_group_logging(os_id): False [ 842.116512] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.116707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.116784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.116999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.117134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.117386] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.117492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.117555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.117747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.117823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.118244] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.118244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.118244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.118448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.118448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.118599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.118823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.118823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.119024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.119024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.123275] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 842.247046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.247257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.247257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.247456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.247603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.271683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 842.555528] env[69433]: INFO networking_nsxv3.common.synchronization [req-43baf147-4581-4815-b63a-be7cfd917582 req-ea8d3ff3-8b01-48cf-9c10-9478b0d01351 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 842.556169] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 842.556537] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.556645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.556705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.557134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.559165] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.559165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.559165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.559165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.559165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.559165] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.062187] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.119229] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-7625b994-3312-4183-9574-c77a7016aacc service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 843.119229] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-7625b994-3312-4183-9574-c77a7016aacc service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 843.119229] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-7625b994-3312-4183-9574-c77a7016aacc service nova] Enqueued Resource ID: 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 with Priority: HIGHEST for action port [ 843.119229] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 843.119229] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 843.119229] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 with Priority: HIGHEST for action port [ 843.119229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.120438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.126105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126105] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.126105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.126105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.126105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126968] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.127403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.127672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.128258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.128757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.129133] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.133296] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.133296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.133296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.133296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.133296] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a222adf-ff45-4d1a-bebf-15b0ccb54b35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.197608] env[69433]: INFO networking_nsxv3.common.synchronization [req-50566d15-03ed-4f7d-8eef-8acaf5d70483 req-bdc04317-2c53-4eb4-a3a2-b64339da9d17 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 843.198872] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 843.199852] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.199852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.370045] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e req-3f6ff4bb-c71c-4bd2-b68b-b355eaa70d3e tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_members [ 843.371181] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_members [ 843.372149] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.372288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.372343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.373112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.373404] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.373566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.373670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.374267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.374267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.374267] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.565382] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.635137] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.635355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.635565] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.638595] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 with status ACTIVE [ 843.639026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.639358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.639467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.639731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.639890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.640695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.640866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.641134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.641274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.641410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.641660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.641801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.642369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.642674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.642999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.643257] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a222adf-ff45-4d1a-bebf-15b0ccb54b35 is going to be updated. [ 843.678168] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.678308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.678867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.678867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.678867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.679047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a222adf-ff45-4d1a-bebf-15b0ccb54b35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.830215] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: SUCCESS [ 843.830419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.830957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.830957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.831128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.831186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.831256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.831407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.831492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.831588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.831699] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.879623] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.879779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.879839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.880080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.880178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.880400] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.880487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.880554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.880754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.880808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.880858] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 already deleted. [ 843.881013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.071024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.071024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.071024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.071024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.071024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.071024] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 844.072397] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.072843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-837" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.073126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-837" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.074021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-837" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.074414] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.074909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.075463] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.075632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.076095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079333] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.079333] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.079333] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.079333] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.079333] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.079333] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.079333] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.108162] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.108162] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.108162] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.108162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-837" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.108162] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-54d49dcc-1f67-406e-8d71-158016a1cbae taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.108162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.108162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.108162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.108162] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d49dcc-1f67-406e-8d71-158016a1cbae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.116663] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.118952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.118952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.118952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.118952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.128806] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 844.149421] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.289097] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 844.289494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.338056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.338384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.338384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.338518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.338694] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.338875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.338875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.338992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.339190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.339190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.339319] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.339432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.339465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.339620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.339789] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.339888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.339974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.340156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.340234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.340312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.340401] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.423447] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.423634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-981" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.423787] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-981" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-981" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.424408] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.424568] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.424701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.425081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.425287] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.425395] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.425499] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.425628] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.425739] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.425879] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.426037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.449659] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.449659] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.449838] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.450358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-981" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.450358] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a736c4aa-08cb-43e3-bf2c-10fde21053ae taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.450877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.451739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.451739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.451739] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a736c4aa-08cb-43e3-bf2c-10fde21053ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.611764] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.612159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.612231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.612457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.612612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.612773] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 54d49dcc-1f67-406e-8d71-158016a1cbae not found, creating... [ 844.613114] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.613216] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.613334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.613564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.613834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.614908] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.614908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.615087] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615396] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.615541] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.615684] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 54d49dcc-1f67-406e-8d71-158016a1cbae is going to be created. [ 844.640726] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.641134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.641134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.641410] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.641893] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.642139] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.652857] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.653030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.653101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.653512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.653512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.653512] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be created. [ 844.680390] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.680530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.680584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.680791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.680949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.693846] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: UNINITIALIZED for 2s [ 844.844138] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda74a74-19f2-4366-a055-d423c46b236b: rpc.has_security_group_logging(os_id): False [ 844.868031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.868031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.868031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.868281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.868319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.868511] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.868645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.868688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.868815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.868894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.869089] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.869183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.869245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.869405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.869512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.869664] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.869755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.869817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.869966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.871102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.871226] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda74a74-19f2-4366-a055-d423c46b236b is going to be created. [ 844.950808] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.950808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.950808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.950808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.950808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.958137] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.958137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a736c4aa-08cb-43e3-bf2c-10fde21053ae not found, creating... [ 844.958137] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.958137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.958672] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.958672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.958672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.958672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.960100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.960438] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a736c4aa-08cb-43e3-bf2c-10fde21053ae is going to be created. [ 844.963040] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: IN_PROGRESS for 2s [ 844.986513] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.986513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.986513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.986513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.986513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.986513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.608379] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e req-700d3969-6629-4c17-81a1-bf59bbf04525 service nova] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_rules [ 845.608379] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e req-700d3969-6629-4c17-81a1-bf59bbf04525 service nova] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_members [ 845.608379] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6ed7dc7-20c6-41db-9ec9-f20035038d8e req-700d3969-6629-4c17-81a1-bf59bbf04525 service nova] Enqueued Resource ID: 54d49dcc-1f67-406e-8d71-158016a1cbae with Priority: HIGHEST for action port [ 845.608379] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_rules [ 845.608379] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_members [ 845.608379] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d49dcc-1f67-406e-8d71-158016a1cbae with Priority: HIGHEST for action port [ 845.608379] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.608379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.608379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.608379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.608379] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.609428] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.609428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.609428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.609575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.610109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.610208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.610248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.610371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.610458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.610554] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.612747] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d49dcc-1f67-406e-8d71-158016a1cbae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.612866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.612913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.613087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.613171] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d49dcc-1f67-406e-8d71-158016a1cbae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.959836] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e0e70ccd-851a-473a-bf79-81c9aa1e17a4 None None] Enqueued Resource ID: 29c66041-5217-43ed-a711-22f0fc9c5b9d with Priority: HIGHEST for action port [ 845.960119] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c66041-5217-43ed-a711-22f0fc9c5b9d with Priority: HIGHEST for action port [ 845.960691] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c66041-5217-43ed-a711-22f0fc9c5b9d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.960828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c66041-5217-43ed-a711-22f0fc9c5b9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.960896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c66041-5217-43ed-a711-22f0fc9c5b9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.961490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c66041-5217-43ed-a711-22f0fc9c5b9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.961586] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c66041-5217-43ed-a711-22f0fc9c5b9d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.021160] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-07c48eea-b8d8-4244-be72-835b058510e8 service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 846.021340] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-07c48eea-b8d8-4244-be72-835b058510e8 service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 846.021505] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-07c48eea-b8d8-4244-be72-835b058510e8 service nova] Enqueued Resource ID: a736c4aa-08cb-43e3-bf2c-10fde21053ae with Priority: HIGHEST for action port [ 846.021798] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 846.021924] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 846.022030] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a736c4aa-08cb-43e3-bf2c-10fde21053ae with Priority: HIGHEST for action port [ 846.022813] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.023028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.023352] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.023483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.023634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a736c4aa-08cb-43e3-bf2c-10fde21053ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.023850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.023850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.024062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.024136] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a736c4aa-08cb-43e3-bf2c-10fde21053ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.114767] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.117376] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.117571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.117661] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54d49dcc-1f67-406e-8d71-158016a1cbae with status ACTIVE [ 846.117848] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.117941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.117993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.118192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.118278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.118443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.118603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.118603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.119981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.119981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.119981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.119981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.119981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.119981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.119981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.119981] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54d49dcc-1f67-406e-8d71-158016a1cbae is going to be updated. [ 846.147796] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 846.148050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.148283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.148506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.148692] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.148815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.148880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.149039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.149128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.149247] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.161851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.161851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.161851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.161851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.161851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.161851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d49dcc-1f67-406e-8d71-158016a1cbae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.465544] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c66041-5217-43ed-a711-22f0fc9c5b9d [ 846.465774] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.466334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.466334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.466334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.466334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.466658] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c66041-5217-43ed-a711-22f0fc9c5b9d already deleted. [ 846.466658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c66041-5217-43ed-a711-22f0fc9c5b9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.527199] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a736c4aa-08cb-43e3-bf2c-10fde21053ae with status ACTIVE [ 846.527425] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.527578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.527641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.528000] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.528000] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.528129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.528209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.528275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.528493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.528586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.528751] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.528857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.528924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.529067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.529337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.529337] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a736c4aa-08cb-43e3-bf2c-10fde21053ae is going to be updated. [ 846.558672] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.558856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.558927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.559162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.559357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.559709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a736c4aa-08cb-43e3-bf2c-10fde21053ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.619302] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.653017] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.653017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.653017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.653017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.653017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.653017] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.653313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.653313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.653490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.653490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.653621] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 846.697990] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.697990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.697990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.698424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.698424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.717262] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 846.717987] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 846.718201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.718355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.718562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.718754] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.718867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.718930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.720165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.720165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.720165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.720165] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.720436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.720611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.720778] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.720883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.720944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.721102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.721180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.721264] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.976285] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: SUCCESS [ 846.977049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.047569] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.047764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.047889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.048362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.048635] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.048843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.048983] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.049709] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.049709] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.049973] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.050123] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.050249] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.050368] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.051224] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.051425] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.051659] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.058142] env[69433]: INFO networking_nsxv3.common.synchronization [req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b req-b26f8e06-d4c4-4e89-9a78-052e5c3f8ffb tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 847.059361] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 847.059706] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.059832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.062512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.062512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.062512] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.062512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.062512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.062512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.062512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.062512] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.074080] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.074720] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.074720] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.074720] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-656" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.074981] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.075184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.075303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.078137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.078463] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.124025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.124025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.130154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.130154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.130154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.130154] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 is going to be created. [ 847.178342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.178482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.178587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.178859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.179063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.190700] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3464ac46-38a5-43e7-a8e0-934113d70710 in Status: UNINITIALIZED for 2s [ 847.224438] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.224660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.226070] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.438650] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.438866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.439123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.439440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.439776] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.440010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.441685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.442042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.442295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.442631] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.442772] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.442870] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.442994] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.445101] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.445101] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.445101] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.472133] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.472311] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.472478] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.472663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-957" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.473050] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1d3ca31d-e181-47ef-863c-f8d233135830 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.473322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.473480] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.474020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.474518] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3ca31d-e181-47ef-863c-f8d233135830',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.565355] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.581678] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.581967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.582132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.582404] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.582553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.582703] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 not found, creating... [ 847.583036] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.583208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.583330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.583572] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.583735] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.584716] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.585042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.585142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.585567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.585567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.585626] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 is going to be created. [ 847.610358] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.610544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.611665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.611665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.611665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.611665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.729686] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.978804] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.980214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.980214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.980214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.980214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.980214] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1d3ca31d-e181-47ef-863c-f8d233135830 not found, creating... [ 847.980214] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.980702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.980702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.980702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.980789] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.981338] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.981338] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.981338] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.981544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.982866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.982866] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1d3ca31d-e181-47ef-863c-f8d233135830 is going to be created. [ 848.007184] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.007412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.007692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.007809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.008058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.008918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.029601] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b45c73b7-b0aa-47f5-97b0-a5704ac8ba16 None None] Enqueued Resource ID: e180c5b5-e66e-4252-bd08-0162b956f3c6 with Priority: HIGHEST for action port [ 848.030168] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e180c5b5-e66e-4252-bd08-0162b956f3c6 with Priority: HIGHEST for action port [ 848.030932] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e180c5b5-e66e-4252-bd08-0162b956f3c6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.031258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e180c5b5-e66e-4252-bd08-0162b956f3c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.031434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e180c5b5-e66e-4252-bd08-0162b956f3c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.031907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e180c5b5-e66e-4252-bd08-0162b956f3c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.032106] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e180c5b5-e66e-4252-bd08-0162b956f3c6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.068343] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.232571] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.232571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.232571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.233080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.233080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.233080] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 848.271327] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.271327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.271327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.271327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.271327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.287246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 848.395983] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-e4c61d03-ed3f-49bd-ae72-0c8bb2f6dabf service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 848.396341] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-e4c61d03-ed3f-49bd-ae72-0c8bb2f6dabf service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 848.396341] env[69433]: INFO networking_nsxv3.common.synchronization [req-74f444ae-9644-44cf-95bb-551aac839933 req-e4c61d03-ed3f-49bd-ae72-0c8bb2f6dabf service nova] Enqueued Resource ID: 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 with Priority: HIGHEST for action port [ 848.396573] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 848.398033] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 848.398033] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 with Priority: HIGHEST for action port [ 848.398033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.402154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.402154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.402154] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.539221] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e180c5b5-e66e-4252-bd08-0162b956f3c6 [ 848.539221] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.539221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.539221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.539524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.539524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.539706] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e180c5b5-e66e-4252-bd08-0162b956f3c6 already deleted. [ 848.539706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e180c5b5-e66e-4252-bd08-0162b956f3c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.570792] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.570983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.571055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.571298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.571400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.571500] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be updated. [ 848.608822] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.609077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.609151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.609365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.609573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.624730] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: IN_PROGRESS for 2s [ 848.724783] env[69433]: INFO networking_nsxv3.common.synchronization [req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b req-1675c311-9061-4f74-a3ea-90faea0da1b4 service nova] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_rules [ 848.724965] env[69433]: INFO networking_nsxv3.common.synchronization [req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b req-1675c311-9061-4f74-a3ea-90faea0da1b4 service nova] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 848.725182] env[69433]: INFO networking_nsxv3.common.synchronization [req-d9fcb11e-8ac0-42b0-9ae5-10c8e6a9299b req-1675c311-9061-4f74-a3ea-90faea0da1b4 service nova] Enqueued Resource ID: 1d3ca31d-e181-47ef-863c-f8d233135830 with Priority: HIGHEST for action port [ 848.725953] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_rules [ 848.726093] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 848.726242] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3ca31d-e181-47ef-863c-f8d233135830 with Priority: HIGHEST for action port [ 848.726643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.726817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.726912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.727207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.727322] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.729588] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.730201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.730201] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3ca31d-e181-47ef-863c-f8d233135830 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.730669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.730743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.730948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.731205] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3ca31d-e181-47ef-863c-f8d233135830',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.733644] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 848.734467] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 deletion is rescheduled due to dependency. [ 848.734467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.905107] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 with status ACTIVE [ 848.905282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.905352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.905390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.905597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.905690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.905897] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.906009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.906077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.906235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.906322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.906492] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.906584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.906641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.906793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.906869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.906964] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43 is going to be updated. [ 848.937734] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.937905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.937967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.938158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.938295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.938465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef5c7cb-ea40-4a49-8c8a-9363d53cbe43" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.213122] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3464ac46-38a5-43e7-a8e0-934113d70710 in Status: SUCCESS [ 849.213378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.213553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.213792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.213976] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.214118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.214185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.214346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.214433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.214523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.214647] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.230500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.232656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.233167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d3ca31d-e181-47ef-863c-f8d233135830 with status ACTIVE [ 849.233373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.234095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.234615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.234861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.234971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.235333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.235531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.235655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.235869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.235976] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.236281] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.236380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.236476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.236849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.237248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.237450] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d3ca31d-e181-47ef-863c-f8d233135830 is going to be updated. [ 849.263784] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.263985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.264072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.264288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.264429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.264588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3ca31d-e181-47ef-863c-f8d233135830" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.716571] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.219141] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3464ac46-38a5-43e7-a8e0-934113d70710: rpc.has_security_group_logging(os_id): False [ 850.240028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.240028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.240028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.240028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.240028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.240028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.240028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.240028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.240856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.241251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.243878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 is going to be created. [ 850.298520] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 850.298755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.298924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.299945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.299945] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.299945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.299945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.299945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.299945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.300316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.300316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.300316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.300427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.300523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.300691] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.300800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.301734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.301734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.301734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.301734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.301734] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.302330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.302505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.302656] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.302756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.302826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.302973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.303073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.303150] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.325084] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.325239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.325318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.325580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.326260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.338973] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3464ac46-38a5-43e7-a8e0-934113d70710 in Status: IN_PROGRESS for 2s [ 850.637470] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 850.638077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.638357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.638707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.639052] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.639266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.639419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.639690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.639836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.805685] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb: rpc.has_security_group_logging(os_id): False [ 850.806670] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.830178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.830331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.830625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.830715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.830905] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.831026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.831533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.831533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.831533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.831533] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.831687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.831687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.831786] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.831876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.832072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.832198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.832241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.832356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.832435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.833041] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be created. [ 850.906249] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.906249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.906249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.906249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.906249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.924771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 851.144212] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.309053] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.646405] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.812289] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.812474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.812967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.813198] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 851.848249] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.848681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.848681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.848787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.848881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.862494] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 851.970649] env[69433]: INFO networking_nsxv3.common.synchronization [req-aab73e07-a5f9-4408-8c38-6373c070e84b req-2ac510ec-1c95-41a9-8c6a-522a09eb01da tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 851.971207] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 851.971508] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.971626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.971692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.971896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.973308] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.973370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.973444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.973625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.973718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.973837] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.152026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.152026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.152026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.152026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.152026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.152026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be updated. [ 852.206026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.206026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.206026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.206026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.206026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.220125] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: IN_PROGRESS for 2s [ 852.353267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3464ac46-38a5-43e7-a8e0-934113d70710 in Status: SUCCESS [ 852.353267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.478877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.478877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.478877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.478877] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be updated. [ 852.506114] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.506114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.506114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.506114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.506114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.516515] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: IN_PROGRESS for 2s [ 852.943540] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 852.943769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.943984] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.944218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.944314] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.162715] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.162944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.163118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.163399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.163673] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.163879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.164015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.164266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.164412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.164639] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.164759] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.164903] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.165032] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.165141] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.165211] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.165366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.198539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.198729] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.198867] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.199090] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-643" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.199462] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-59671349-ba6a-4530-bf26-195c3a8d9c68 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.199682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.199888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.200365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.200469] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59671349-ba6a-4530-bf26-195c3a8d9c68',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.448122] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.448635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.706831] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.707234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.707460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.707897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.708123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.708308] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 59671349-ba6a-4530-bf26-195c3a8d9c68 not found, creating... [ 853.708596] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.708817] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.708956] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.709265] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.709460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.709833] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.710080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.710273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.710546] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.710742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.710916] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 59671349-ba6a-4530-bf26-195c3a8d9c68 is going to be created. [ 853.736586] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.736919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.737083] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.737474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.737849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.738231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.879578] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 853.879822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.879993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.880246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.880440] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.880586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.880649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.880825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.880933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.881140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.881140] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.233442] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 854.233655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.233930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.234216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.234441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.234583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.234683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.234903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.235041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.235172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.235275] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.383717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.383984] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.384108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.384380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.384570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.384742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.384742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.384887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.385223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.385223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.385322] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.385371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.385480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.385570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.385755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.385840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.385840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.386011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.386123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.388131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.388131] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.473522] env[69433]: INFO networking_nsxv3.common.synchronization [req-aab73e07-a5f9-4408-8c38-6373c070e84b req-bbf2593f-e6e6-4141-b111-2157b7d7b8c1 service nova] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 854.475531] env[69433]: INFO networking_nsxv3.common.synchronization [req-aab73e07-a5f9-4408-8c38-6373c070e84b req-bbf2593f-e6e6-4141-b111-2157b7d7b8c1 service nova] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 854.475794] env[69433]: INFO networking_nsxv3.common.synchronization [req-aab73e07-a5f9-4408-8c38-6373c070e84b req-bbf2593f-e6e6-4141-b111-2157b7d7b8c1 service nova] Enqueued Resource ID: 59671349-ba6a-4530-bf26-195c3a8d9c68 with Priority: HIGHEST for action port [ 854.476436] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_rules [ 854.476571] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 854.476728] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59671349-ba6a-4530-bf26-195c3a8d9c68 with Priority: HIGHEST for action port [ 854.477034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.477161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.477227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.477808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.477893] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.478960] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.479063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.479292] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-59671349-ba6a-4530-bf26-195c3a8d9c68 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.479407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.479463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.480024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.480024] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59671349-ba6a-4530-bf26-195c3a8d9c68',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.528924] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 854.530135] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 deletion is rescheduled due to dependency. [ 854.530135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.530135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.530135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.530346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.534023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.534023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.534023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.534023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.534023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.738045] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.738282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.738367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.738570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.738807] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.738947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.739118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.739201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.739323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.739443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.739661] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.739741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.739927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.739986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.740145] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.740296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.740368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.740512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.740603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.740686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.740789] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.888689] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb: rpc.has_security_group_logging(os_id): False [ 854.908264] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.908443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.908502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.908739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.908857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.909087] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.909204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.909302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.909540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.909540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.909727] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.909849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.909932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.910086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.910180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.910364] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.910770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.910770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.910770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.910770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.910936] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 854.981765] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.982112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.982389] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59671349-ba6a-4530-bf26-195c3a8d9c68 with status ACTIVE [ 854.982561] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.982703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.982767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.983068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.983205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.983481] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.983624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.983736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.984159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.984159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.984393] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.984516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.984607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.984937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.984937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.985417] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59671349-ba6a-4530-bf26-195c3a8d9c68 is going to be updated. [ 854.987578] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.987706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.987748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.988081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.988452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.006841] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 855.013570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.013959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.013959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.014241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.014344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.014540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59671349-ba6a-4530-bf26-195c3a8d9c68" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.033179] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.245137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c8baa4a-26cc-4f56-ad34-6188daf5b408: rpc.has_security_group_logging(os_id): False [ 855.267515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.267910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.268195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.268649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.268856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.269327] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.269562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.269721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.270035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.272158] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.272158] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.272158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.272158] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be updated. [ 855.349026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.349237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.349314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.349499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.349665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.369428] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: IN_PROGRESS for 2s [ 855.543179] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.049437] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.049437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.049437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.049437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.049437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.049437] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be updated. [ 856.080660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.080660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.080660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.080660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.080660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.089302] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: IN_PROGRESS for 2s [ 857.023826] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 857.024229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024793] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.385951] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 857.386328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.528659] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.529412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.529674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.530194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.530337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530559] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.039179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.039179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.039179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.039179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.039179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.040098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.040098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.040098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.040098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.040098] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.100355] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 858.100665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.100899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.101311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.101581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.101745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.101868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.102093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.102214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.102354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.102499] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.542516] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb: rpc.has_security_group_logging(os_id): False [ 858.563682] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.563963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.564361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.564537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.564814] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.564978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.565112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.565380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.565460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.565785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.565951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.566066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.566294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.566413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.566687] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.566829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.566925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.567147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.567262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567386] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 858.605724] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.633787] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.634121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.634240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.634569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.634626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.657933] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 858.869030] env[69433]: INFO networking_nsxv3.common.synchronization [req-3ce14947-52be-423c-b9cc-fb8deedcd5cb req-decd4743-ffe3-4a9f-b5d5-e76140ebda9b tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Enqueued Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_members [ 858.869030] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_members [ 858.869030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.869030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.869030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.869030] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.110396] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1425d356-6999-411b-af62-1064bd619193: rpc.has_security_group_logging(os_id): False [ 859.132502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.132502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.135204] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.135204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.135204] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be updated. [ 859.202477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.202659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.202659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.202848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.202994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219323] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: IN_PROGRESS for 2s [ 859.249205] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.249205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-770" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.249205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-770" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.249205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-770" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.249205] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.249466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.249466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.249627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.249694] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.249900] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.250019] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.250121] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.250222] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.250325] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.250421] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.250587] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.269600] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.269773] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.269912] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.270159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-770" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.270490] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.270668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.270786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.271132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.271310] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5d1b86-49d1-4703-9785-e58c2a7ba10b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.374163] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.374163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.374163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.374163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.374163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.374629] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.374629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.374629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.374845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.374845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.374915] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 already deleted. [ 859.375216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.774485] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.775356] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.777667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.777667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.777667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.777667] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 5e5d1b86-49d1-4703-9785-e58c2a7ba10b not found, creating... [ 859.777667] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.777667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.777667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.777667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.778482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.778958] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.779283] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.779579] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.779893] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.780244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.780507] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 5e5d1b86-49d1-4703-9785-e58c2a7ba10b is going to be created. [ 859.807307] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.807307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.807307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.807307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.807307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.807941] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.601773] env[69433]: INFO networking_nsxv3.common.synchronization [req-3ce14947-52be-423c-b9cc-fb8deedcd5cb req-15532d3c-a93d-4e93-b8a3-16ab08f4b5fa service nova] Enqueued Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_rules [ 860.602419] env[69433]: INFO networking_nsxv3.common.synchronization [req-3ce14947-52be-423c-b9cc-fb8deedcd5cb req-15532d3c-a93d-4e93-b8a3-16ab08f4b5fa service nova] Enqueued Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_members [ 860.602419] env[69433]: INFO networking_nsxv3.common.synchronization [req-3ce14947-52be-423c-b9cc-fb8deedcd5cb req-15532d3c-a93d-4e93-b8a3-16ab08f4b5fa service nova] Enqueued Resource ID: 5e5d1b86-49d1-4703-9785-e58c2a7ba10b with Priority: HIGHEST for action port [ 860.602419] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_rules [ 860.602592] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_members [ 860.602592] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5d1b86-49d1-4703-9785-e58c2a7ba10b with Priority: HIGHEST for action port [ 860.605032] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.605032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.605032] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.606083] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.606083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.606083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.606083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.606284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.606665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.607537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.607537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.607537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.607537] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.612290] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.612290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.612290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.612290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.612561] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5d1b86-49d1-4703-9785-e58c2a7ba10b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.674829] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 860.674829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.115395] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.115582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.115732] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.116755] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e5d1b86-49d1-4703-9785-e58c2a7ba10b with status ACTIVE [ 861.117012] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.117164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.117275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.117510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.117635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.117886] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.121508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.121508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.121722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.121787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.122074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.122615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.122615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.122615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.122615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.122615] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e5d1b86-49d1-4703-9785-e58c2a7ba10b is going to be updated. [ 861.154672] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.154837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.154914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.155329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.155451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e5d1b86-49d1-4703-9785-e58c2a7ba10b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.242620] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 861.242620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624803] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.694332] env[69433]: INFO networking_nsxv3.common.synchronization [req-92f45a2a-5128-4ea7-8d3a-53428f143d45 req-ab853d48-5714-42d5-a95c-e9f3bcc09c87 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 861.694840] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 861.695220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.695351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.695415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.695613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.695763] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.695859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.695921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.696186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.696561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.696561] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.127970] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.128213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.128213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.128559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.128652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.128790] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 is going to be created. [ 862.154912] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.155025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.155079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.155276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.155438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.166646] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 in Status: UNINITIALIZED for 2s [ 862.199291] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.199652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.199652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.199749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.200097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.200196] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.200275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.200337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.200581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.200690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.200806] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 862.233073] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.233073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.233073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.233073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.233073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.242437] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 864.180180] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 in Status: SUCCESS [ 864.180180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.180180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.181937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.181937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.181937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.181937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.181937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.181937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.181937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.181937] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.257403] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 864.257625] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 864.257703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.686681] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.686958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.687125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.687599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.687813] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.687951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.688054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692559] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.692559] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692559] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.031927] env[69433]: INFO networking_nsxv3.common.synchronization [req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e req-7bd81ed5-75fc-4041-879a-83c541c16416 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 865.032978] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 865.032978] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.032978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.032978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.033263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.033376] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.033459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.033514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.033644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.033902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.033902] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.195267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f44a344-d79f-4249-b88d-11088b42f9d8: rpc.has_security_group_logging(os_id): False [ 865.215755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.216029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.216029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.216255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.216431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.216739] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.216912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.216912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.217074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.217163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.217366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.217458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.217565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.217653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.217737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.217941] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.218070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.218122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.218258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.218351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.218486] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 is going to be created. [ 865.284231] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.284636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.284636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.284840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.285169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298620] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 in Status: IN_PROGRESS for 2s [ 865.501896] env[69433]: INFO networking_nsxv3.common.synchronization [req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e req-3945bcc3-024d-4ea0-9ea3-1993a8380f17 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 865.501896] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 865.501896] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.501896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.537388] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.632108] env[69433]: INFO networking_nsxv3.common.synchronization [None req-a37fe432-9074-4e51-a4c3-faf2115f0721 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_rules [ 865.632108] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_rules [ 865.632108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.632108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.632108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.633171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.635440] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.789799] env[69433]: INFO networking_nsxv3.common.synchronization [req-219ab9b1-e221-49c1-9ba9-f8da3e42ec3e req-d0252ac3-9640-49b4-b296-6b8d16af2608 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 865.791385] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 865.791385] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.791385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.881760] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6d2ac867-5dcb-4f16-bbab-01e21f0d86c7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_rules [ 865.881760] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_rules [ 865.881760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.881760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.039191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.157148] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.157148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.157148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.158497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.158497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.158497] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 already deleted. [ 866.158497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.158497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.158497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.158497] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.546178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.546178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.546178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.546178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.546178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.546178] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 866.580068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.580068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.580068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.580068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.580068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.588672] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 866.685288] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.685288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.685288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.685288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.685493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.685493] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 already deleted. [ 866.685556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.315654] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 in Status: SUCCESS [ 867.315895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.603199] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 868.603199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.603199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.603199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.603660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.603660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.603660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.603660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.603809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.603809] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.111307] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.111307] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.111307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.111307] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 869.144946] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.144946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.144946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.145265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.145265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.156366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 869.337325] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c65043fd-8627-41d6-99d4-059331381bb6 None None] Enqueued Resource ID: defacf61-322b-46e9-8be5-057e72a3489c with Priority: HIGHEST for action port [ 869.337588] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defacf61-322b-46e9-8be5-057e72a3489c with Priority: HIGHEST for action port [ 869.338754] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-defacf61-322b-46e9-8be5-057e72a3489c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.338754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-defacf61-322b-46e9-8be5-057e72a3489c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.338754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-defacf61-322b-46e9-8be5-057e72a3489c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.338991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-defacf61-322b-46e9-8be5-057e72a3489c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.339416] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defacf61-322b-46e9-8be5-057e72a3489c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.843772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port defacf61-322b-46e9-8be5-057e72a3489c [ 869.843772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.843772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.843772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.843772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.843772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.843772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:defacf61-322b-46e9-8be5-057e72a3489c already deleted. [ 869.843772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-defacf61-322b-46e9-8be5-057e72a3489c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455475] env[69433]: INFO networking_nsxv3.common.synchronization [req-d2b47240-729f-47cc-81e0-4896d4d6674c req-76db6cae-36cf-4e75-9469-aa3f0b614204 tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 870.456050] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 870.456355] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.456515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.456591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.456741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.456894] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.456984] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.457055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.457321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.457321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.457434] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.912666] env[69433]: INFO networking_nsxv3.common.synchronization [req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb req-5e8b9b3d-fe06-47ba-9b97-b01771333439 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 870.913203] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 870.916097] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.916097] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.916097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.916097] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.962658] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.171301] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 871.171557] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb deletion is rescheduled due to dependency. [ 871.171683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.171852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.172090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.172270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.172393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.172455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.172614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.172694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.172788] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.327423] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.327629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.327829] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.328097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.328351] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.328509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.328600] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.328815] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.328953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.329215] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.329371] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.329448] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.329554] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.329645] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.329743] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.329894] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.353464] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.353464] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.353464] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.353464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.353464] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.353464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.353464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.353924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.353924] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.418317] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.418895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.418895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.418895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.418895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.419170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.419170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.419170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.419375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.419444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.419494] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 already deleted. [ 871.419550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.464781] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.680147] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.680147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.680147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.680147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.680147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.680402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.680450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.680484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.680682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.680755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.680799] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 871.708985] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.709194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.709312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.709600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.709762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.720119] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 871.861155] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.861317] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.861405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.861693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.861849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.862038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda not found, creating... [ 871.862392] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.862627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.862767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.863931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.864167] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.865345] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.866451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.866451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.866725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.867384] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.867600] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda is going to be created. [ 871.888379] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.888527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.890591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.890591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.890591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.890591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.968032] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.968032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.968032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.968032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.968032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.968032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be updated. [ 872.014660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.014858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.014896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.015169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.015305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.021606] env[69433]: INFO networking_nsxv3.common.synchronization [None req-965b08a9-eace-4f60-bd9d-5b8d45dc8066 None None] Enqueued Resource ID: 13abca62-25f2-49bf-bc95-342e3b611899 with Priority: HIGHEST for action port [ 872.021899] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13abca62-25f2-49bf-bc95-342e3b611899 with Priority: HIGHEST for action port [ 872.022553] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-13abca62-25f2-49bf-bc95-342e3b611899 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.022680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13abca62-25f2-49bf-bc95-342e3b611899" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.022680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13abca62-25f2-49bf-bc95-342e3b611899" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.022931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13abca62-25f2-49bf-bc95-342e3b611899" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.024912] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13abca62-25f2-49bf-bc95-342e3b611899',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.027045] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: IN_PROGRESS for 2s [ 872.528963] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13abca62-25f2-49bf-bc95-342e3b611899 [ 872.532355] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.532512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.532583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.532802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.532896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.532996] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13abca62-25f2-49bf-bc95-342e3b611899 already deleted. [ 872.533099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13abca62-25f2-49bf-bc95-342e3b611899" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.632670] env[69433]: INFO networking_nsxv3.common.synchronization [req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb req-5c015e2e-bd26-4525-a035-6c00be216888 service nova] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 872.632853] env[69433]: INFO networking_nsxv3.common.synchronization [req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb req-5c015e2e-bd26-4525-a035-6c00be216888 service nova] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 872.632993] env[69433]: INFO networking_nsxv3.common.synchronization [req-5528b3eb-01a8-4ba7-b6c7-0666340f3bdb req-5c015e2e-bd26-4525-a035-6c00be216888 service nova] Enqueued Resource ID: 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda with Priority: HIGHEST for action port [ 872.633371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 872.633371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 872.633515] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda with Priority: HIGHEST for action port [ 872.633946] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.634351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.634439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.638887] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.638887] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.638887] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.638887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.638887] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.640695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.640695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.641794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.641934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.642039] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.965233] env[69433]: INFO networking_nsxv3.common.synchronization [None req-23fba83c-a288-484b-85c1-84ad572934bf None None] Enqueued Resource ID: aa8fa5d3-15ab-4a71-8895-381b8d568dab with Priority: HIGHEST for action port [ 872.965425] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8fa5d3-15ab-4a71-8895-381b8d568dab with Priority: HIGHEST for action port [ 872.966121] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8fa5d3-15ab-4a71-8895-381b8d568dab taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.966570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8fa5d3-15ab-4a71-8895-381b8d568dab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.966940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8fa5d3-15ab-4a71-8895-381b8d568dab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.967475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8fa5d3-15ab-4a71-8895-381b8d568dab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.969510] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8fa5d3-15ab-4a71-8895-381b8d568dab',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.143571] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.145942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.146135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.152033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda with status ACTIVE [ 873.152033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.152033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.152033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.152033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.152402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.152402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.152543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.152543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.152667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.152720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.152904] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.152994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.153069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.153208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.153299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.153362] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda is going to be updated. [ 873.179848] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.179848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.179968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.180127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.180306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.180432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd4c6a1-a9fc-46a2-bc4c-f704892bbfda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.461461] env[69433]: INFO networking_nsxv3.common.synchronization [req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 req-8fa6deb7-674c-4927-ab27-4a4acc05c47e tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 873.462168] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 873.462469] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.462583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.463019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.463019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.463019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.463245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.463311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.463461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.463813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.463813] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.477570] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa8fa5d3-15ab-4a71-8895-381b8d568dab [ 873.477780] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.477926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.477978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.479037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.479037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.479037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa8fa5d3-15ab-4a71-8895-381b8d568dab already deleted. [ 873.479037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8fa5d3-15ab-4a71-8895-381b8d568dab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.653318] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.753603] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 873.753860] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb deletion is rescheduled due to dependency. [ 873.754384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.813017] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.813277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.813323] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.813602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.813910] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.814089] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.814225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.814448] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.814636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.814822] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.814911] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.815288] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.815288] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.815288] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.815422] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.815461] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.840022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.840022] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.840022] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.840022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.840022] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-203309c9-d268-41ef-8536-3e74729135d4 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.840022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.840022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.840022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.840022] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203309c9-d268-41ef-8536-3e74729135d4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.965972] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.966144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.966219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.966443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.966533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.966697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.966795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.966854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.966997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.967167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 874.004787] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.005088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.005088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.008401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.008401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.020889] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 874.039236] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 874.040972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.157031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.157222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.157326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.157717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.157820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.158032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be created. [ 874.195300] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.195452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.195512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.195723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.195892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.212512] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: UNINITIALIZED for 2s [ 874.343288] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.343288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.343288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.343921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.344271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.344563] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 203309c9-d268-41ef-8536-3e74729135d4 not found, creating... [ 874.346021] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.346021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.346021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.346021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.346021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.346669] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.346995] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.347938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.347938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.347938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.347938] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 203309c9-d268-41ef-8536-3e74729135d4 is going to be created. [ 874.371107] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.371342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.371457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.371792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.372212] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.372325] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.636866] env[69433]: INFO networking_nsxv3.common.synchronization [req-31268533-80bc-4073-9171-fc50bebb3a17 req-27f94f15-32c5-43f7-bfc7-3b005f1b3bca tempest-SecurityGroupRulesNegativeTestJSON-1029944530 tempest-SecurityGroupRulesNegativeTestJSON-1029944530-project-member] Enqueued Resource ID: 2dd66ffe-397c-48d9-a1c5-bf61d1b3229e with Priority: HIGHEST for action security_group_rules [ 874.637751] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd66ffe-397c-48d9-a1c5-bf61d1b3229e with Priority: HIGHEST for action security_group_rules [ 874.638756] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.638756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.638756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.638756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.638756] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd66ffe-397c-48d9-a1c5-bf61d1b3229e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.745878] env[69433]: INFO networking_nsxv3.common.synchronization [req-4d51f30c-a8a1-4b72-8b2f-83fbabbf7e48 req-adfd6947-e5b7-42e1-bfc6-c22da59c6ad9 tempest-ServerGroupTestJSON-53353679 tempest-ServerGroupTestJSON-53353679-project-member] Enqueued Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_members [ 874.746680] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 with Priority: HIGHEST for action security_group_members [ 874.746855] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f44a344-d79f-4249-b88d-11088b42f9d8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.746855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.746952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.747096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.747330] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.747427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.747427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.747555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.747640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.747734] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f44a344-d79f-4249-b88d-11088b42f9d8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.161294] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.161617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.161617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.161817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.161913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.163170] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd66ffe-397c-48d9-a1c5-bf61d1b3229e already deleted. [ 875.163170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.253351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.253536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.253599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.253819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.253901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.254117] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.254301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.254301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.254445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.254520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.254605] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 is going to be updated. [ 875.294215] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.294215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.294215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.294215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.294215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.307059] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 in Status: IN_PROGRESS for 2s [ 875.372920] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ebf745df-400e-486f-9473-721d13799924 None None] Enqueued Resource ID: cce05c84-bd01-4835-8a38-6f03c5532ce7 with Priority: HIGHEST for action port [ 875.374036] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce05c84-bd01-4835-8a38-6f03c5532ce7 with Priority: HIGHEST for action port [ 875.374036] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce05c84-bd01-4835-8a38-6f03c5532ce7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.374036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce05c84-bd01-4835-8a38-6f03c5532ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.376256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce05c84-bd01-4835-8a38-6f03c5532ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.376404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce05c84-bd01-4835-8a38-6f03c5532ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.376814] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce05c84-bd01-4835-8a38-6f03c5532ce7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.556756] env[69433]: INFO networking_nsxv3.common.synchronization [req-71b97ac3-9474-4aee-a335-aa064d0bacb3 req-4f729b91-3e92-4990-aa04-70514817002f tempest-VolumesAssistedSnapshotsTest-1835171864 tempest-VolumesAssistedSnapshotsTest-1835171864-project-member] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_members [ 875.557378] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGHEST for action security_group_members [ 875.557686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.557809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.557874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.558486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.558729] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.558818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.558943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.559340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.559464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.559603] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.569199] env[69433]: INFO networking_nsxv3.common.synchronization [req-279f5480-5c4b-46f5-bbd2-013de0fc313d req-2006b08f-3ca7-4548-b2a0-0a157eb701b1 tempest-SecurityGroupRulesNegativeTestJSON-1029944530 tempest-SecurityGroupRulesNegativeTestJSON-1029944530-project-member] Enqueued Resource ID: 2dd66ffe-397c-48d9-a1c5-bf61d1b3229e with Priority: HIGHEST for action security_group_rules [ 875.570150] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd66ffe-397c-48d9-a1c5-bf61d1b3229e with Priority: HIGHEST for action security_group_rules [ 875.570484] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.571077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.571077] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd66ffe-397c-48d9-a1c5-bf61d1b3229e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.588852] env[69433]: INFO networking_nsxv3.common.synchronization [req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 req-2d820e60-ff51-4b3a-ac84-717a0fabac40 service nova] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_rules [ 875.589026] env[69433]: INFO networking_nsxv3.common.synchronization [req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 req-2d820e60-ff51-4b3a-ac84-717a0fabac40 service nova] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 875.589178] env[69433]: INFO networking_nsxv3.common.synchronization [req-7a6a3dc9-daa3-486a-aeec-653a6dfe9482 req-2d820e60-ff51-4b3a-ac84-717a0fabac40 service nova] Enqueued Resource ID: 203309c9-d268-41ef-8536-3e74729135d4 with Priority: HIGHEST for action port [ 875.589636] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_rules [ 875.589772] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 875.589869] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203309c9-d268-41ef-8536-3e74729135d4 with Priority: HIGHEST for action port [ 875.590236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.590453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.590542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.590743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.590824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.591833] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.591966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.592224] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-203309c9-d268-41ef-8536-3e74729135d4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.592363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.592420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.592594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.592666] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203309c9-d268-41ef-8536-3e74729135d4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.879745] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cce05c84-bd01-4835-8a38-6f03c5532ce7 [ 875.879986] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.880193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.880278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.880513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.880603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.880698] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cce05c84-bd01-4835-8a38-6f03c5532ce7 already deleted. [ 875.880777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce05c84-bd01-4835-8a38-6f03c5532ce7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.036736] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 876.036736] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 deletion is rescheduled due to dependency. [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.036736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.036736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.036736] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.062639] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.062639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.062639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.062879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.062879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.063112] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.063218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.063277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.063437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.063512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.063596] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 is going to be updated. [ 876.092155] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.092350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.092407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.092617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.092708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.092803] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd66ffe-397c-48d9-a1c5-bf61d1b3229e already deleted. [ 876.092882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd66ffe-397c-48d9-a1c5-bf61d1b3229e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.094400] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.094549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.097902] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 203309c9-d268-41ef-8536-3e74729135d4 with status ACTIVE [ 876.098110] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.098201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.098510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.098510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.098606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.098747] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.098830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.098894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.099067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.100838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.100838] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.100838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.100838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.100838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.100838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.100838] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 203309c9-d268-41ef-8536-3e74729135d4 is going to be updated. [ 876.104185] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.104455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.105269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.105464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.105608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.117598] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 484dc0c9-1895-4b18-8829-54db25e320d3 in Status: IN_PROGRESS for 2s [ 876.127806] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.127972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.127972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.128271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.128323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.128483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203309c9-d268-41ef-8536-3e74729135d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.225288] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 876.225288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.225672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.225781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.226900] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.226900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.226900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.226900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.226900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.226900] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.286162] env[69433]: INFO networking_nsxv3.common.synchronization [req-2af4266e-91ee-4267-840e-506ed032208b req-cb0e76ad-9958-4d5a-a19b-470308bb4f65 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 876.286162] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 876.286162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.286504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.286714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.287045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.287447] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.287710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.287871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.288225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.288527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.288812] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.539305] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.665038] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.665038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.665038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.665038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.665038] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.665038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.665038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.665038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.666502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.666502] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.666502] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.666502] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.666502] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.666502] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.666820] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.666820] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.692804] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.692964] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.693322] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.693551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.694029] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-6ffe4a5b-158d-4bde-8115-57495208aea9 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.694149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.694281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.694645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.694808] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffe4a5b-158d-4bde-8115-57495208aea9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.734196] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.794493] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.046441] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.198087] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.198393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.198472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.198777] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.198950] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.199579] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 6ffe4a5b-158d-4bde-8115-57495208aea9 not found, creating... [ 877.200069] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.204023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.204023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.204023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.204023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.204674] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.204954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.205101] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.205402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.205544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.205718] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 6ffe4a5b-158d-4bde-8115-57495208aea9 is going to be created. [ 877.230581] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.231026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.231026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.231295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.231532] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.231756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.241550] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42b8184-3c3f-45b4-a1aa-4c78de7254b7: rpc.has_security_group_logging(os_id): False [ 877.263046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.263046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.263299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.263411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.263506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.263753] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.263854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.264010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.264176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.264393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.264550] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be created. [ 877.296776] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.318140] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 in Status: SUCCESS [ 877.318313] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f44a344-d79f-4249-b88d-11088b42f9d8 deletion is rescheduled due to dependency. [ 877.318431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f44a344-d79f-4249-b88d-11088b42f9d8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.372841] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.372841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.372841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.372841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.372841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.392544] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 877.556154] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.556357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.556434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.557044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.557044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.557044] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 877.592278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.592445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.592496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.592749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.592890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.602778] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 877.800965] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.801351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.801351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.801468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.801516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.801603] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 877.844631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.844859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.844859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.845058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.845473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.857579] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 878.002920] env[69433]: INFO networking_nsxv3.common.synchronization [req-2af4266e-91ee-4267-840e-506ed032208b req-91ce8a60-9db7-47a1-af8f-894eadf64b31 service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 878.003119] env[69433]: INFO networking_nsxv3.common.synchronization [req-2af4266e-91ee-4267-840e-506ed032208b req-91ce8a60-9db7-47a1-af8f-894eadf64b31 service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 878.003263] env[69433]: INFO networking_nsxv3.common.synchronization [req-2af4266e-91ee-4267-840e-506ed032208b req-91ce8a60-9db7-47a1-af8f-894eadf64b31 service nova] Enqueued Resource ID: 6ffe4a5b-158d-4bde-8115-57495208aea9 with Priority: HIGHEST for action port [ 878.003496] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 878.003624] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 878.003719] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffe4a5b-158d-4bde-8115-57495208aea9 with Priority: HIGHEST for action port [ 878.004308] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.004439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.004508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.004703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.004786] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.005788] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.009019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.009019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ffe4a5b-158d-4bde-8115-57495208aea9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.009019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.009019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.009019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.009019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffe4a5b-158d-4bde-8115-57495208aea9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.129284] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 484dc0c9-1895-4b18-8829-54db25e320d3 in Status: SUCCESS [ 878.129473] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 deletion is rescheduled due to dependency. [ 878.129590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.508264] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.508796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.508796] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ffe4a5b-158d-4bde-8115-57495208aea9 with status ACTIVE [ 878.508796] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.509052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.509052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.509232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.509286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.509499] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.509666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.509666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.509927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.509927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.510119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.510199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.510199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.510340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.510418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.510531] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ffe4a5b-158d-4bde-8115-57495208aea9 is going to be updated. [ 878.535040] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.535555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.536168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.536526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.536792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.537363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ffe4a5b-158d-4bde-8115-57495208aea9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.175139] env[69433]: INFO networking_nsxv3.common.synchronization [req-f35c5abc-dca9-4850-84f9-06cae8c1a396 req-928d08dc-ddbe-4d38-b828-f2173c04d336 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 879.181880] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 879.181880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.181880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.181880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.181880] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.412476] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 879.415785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.616708] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 879.617075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.617634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.617634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.617833] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.617897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.617953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.618658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.618658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.619485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.619624] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.652814] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.653114] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.653337] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.653570] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.653846] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.654015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.654142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.654483] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.654606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654915] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.654973] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.655067] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.655166] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.655588] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.655588] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.655774] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.688690] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.695053] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.695167] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.695306] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.695884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-103" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.695987] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-5324155c-f42e-4a31-aa58-7390dd0a5fc8 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.696268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.696402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.696750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.696919] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5324155c-f42e-4a31-aa58-7390dd0a5fc8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.871403] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.871403] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.871403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.871403] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.929080] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.929261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.929302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.930101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.930101] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.122948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.123135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.123135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.123363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.123527] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.123653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.123764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.123811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.123897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.124105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.124384] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.124384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.124384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.124637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.124637] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.124808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.124808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.124970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.124970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.124970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.125166] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.193808] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.200020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.200206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.200371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.200683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.202798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.202798] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 5324155c-f42e-4a31-aa58-7390dd0a5fc8 not found, creating... [ 880.202798] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.202798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.202798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.202798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.202798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.202798] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.202798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.203516] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.203516] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.203516] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.203516] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 5324155c-f42e-4a31-aa58-7390dd0a5fc8 is going to be created. [ 880.227482] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.227707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.227834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.228612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.228931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.229256] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.374042] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.432014] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.627418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5: rpc.has_security_group_logging(os_id): False [ 880.646892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.647233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.647233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.647440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.647440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.648177] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.648177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.648177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.648177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.648515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.648656] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.648792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.648792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.649229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.649573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.649728] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.649829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.650027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.650108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.650375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.650532] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 880.697264] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.697358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.697402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.697641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.697776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.697910] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be updated. [ 880.732071] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.732071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.732071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.732071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.732071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.733592] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.734035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.734256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.734612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.734927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.743631] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 880.745732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 880.877827] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.934663] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.970444] env[69433]: INFO networking_nsxv3.common.synchronization [req-f35c5abc-dca9-4850-84f9-06cae8c1a396 req-4f63e68c-dc2f-45db-9b6c-4de611724f6b service nova] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_rules [ 880.974131] env[69433]: INFO networking_nsxv3.common.synchronization [req-f35c5abc-dca9-4850-84f9-06cae8c1a396 req-4f63e68c-dc2f-45db-9b6c-4de611724f6b service nova] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 880.975234] env[69433]: INFO networking_nsxv3.common.synchronization [req-f35c5abc-dca9-4850-84f9-06cae8c1a396 req-4f63e68c-dc2f-45db-9b6c-4de611724f6b service nova] Enqueued Resource ID: 5324155c-f42e-4a31-aa58-7390dd0a5fc8 with Priority: HIGHEST for action port [ 880.976249] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_rules [ 880.976586] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 880.976971] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5324155c-f42e-4a31-aa58-7390dd0a5fc8 with Priority: HIGHEST for action port [ 880.977808] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.978619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.980320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.980320] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.980980] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.981277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.981688] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5324155c-f42e-4a31-aa58-7390dd0a5fc8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.983921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.983921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.983921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.983921] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5324155c-f42e-4a31-aa58-7390dd0a5fc8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.379858] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.380136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.380313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.380614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.380741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.380828] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 881.412360] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.412581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.412691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.412877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.413067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.422423] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 881.437068] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 881.437251] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 881.484426] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.484612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485228] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5324155c-f42e-4a31-aa58-7390dd0a5fc8 with status ACTIVE [ 881.485228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.485368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.485711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.485804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486014] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486662] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.487017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.487114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.487203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5324155c-f42e-4a31-aa58-7390dd0a5fc8 is going to be updated. [ 881.515235] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.515472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.515555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.515712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.515855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.516119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5324155c-f42e-4a31-aa58-7390dd0a5fc8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.407238] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.407238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.407238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.407238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.425325] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 882.426161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.427400] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 882.457736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.458546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.458875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.459429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.476253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.476904] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 882.477018] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.477186] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 882.529720] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.529864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.529937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.533264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.533264] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 882.613140] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.613140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.613140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.613140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.613678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.614144] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 882.676791] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.676966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.677054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.677271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.677496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.677742] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 882.677836] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e', '455ea74f-13b1-400e-a8ed-d2b200d62e5c', '26104113-3354-4160-9b9c-00186ec48a27', '842e918d-49c7-4ada-899d-11fac52d1112', '247a879c-523b-485b-862e-a0a1e94ed96d', '64799fd2-7b09-4c6e-ade2-28596f3a671e', '2fd19104-6faa-4a4f-bba6-9984d61ba3c9', '1de9d2a1-06e1-4890-91c0-33004b70d76b', '8a3d0d6e-deb6-45e4-8198-c28b32a30eeb', 'c6b2a7df-e956-4c44-a24f-b003cecc7dc6', 'bda74a74-19f2-4366-a055-d423c46b236b', '484dc0c9-1895-4b18-8829-54db25e320d3', '0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5', 'c42b8184-3c3f-45b4-a1aa-4c78de7254b7', '8453d8c8-b4c6-40dd-a0b3-8897c58fbf67', '7a613640-ced2-40a0-9cf4-d4eb447c6419', 'f40c15b6-c671-4728-8e40-4fa62b5423d6', 'ab3a8f85-7830-4aac-aa36-89d299cee86a', '1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5', '3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1', 'a9b01616-d234-46a0-9889-62807b0db4f4', '3464ac46-38a5-43e7-a8e0-934113d70710', '2766cf50-0eed-4176-9015-5571922b0422', '43fb6c58-0e80-46f1-8cac-756721ebc411', '8694b583-f83a-4036-a4b9-142c0f4e8208', 'dc2f1d11-0ca3-44aa-8d53-72dfa2671e90', '7d2c9beb-ad54-49a9-816a-e9899907f34d', '7c8baa4a-26cc-4f56-ad34-6188daf5b408', '3824cc37-dcb0-49c6-ae00-c4a52bf261ae', '775c43cb-3f60-4da6-a8d1-1ccefaa2809f', 'b5553667-d9a5-4a61-abf6-06a592d7ceed', '3f44a344-d79f-4249-b88d-11088b42f9d8', '1425d356-6999-411b-af62-1064bd619193', 'e9f081bd-5178-4571-93b1-e65ea0384cf1', 'ff15230a-2bef-4bd5-aac7-6e870753fa29'} {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.677935] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 882.698528] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.698703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.698779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.698991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.699089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.699203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 882.699276] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.699361] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 882.761494] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 882.761715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.761887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.762121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.762451] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.762689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.762733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.762900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.762985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.763102] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.766424] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 882.769948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.775226] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.775388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.775477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.775696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.776862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.777141] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 882.777224] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 882.777728] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 882.777728] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 882.777728] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 882.777728] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGH for action security_group_rules [ 882.777728] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGH for action security_group_rules [ 882.777984] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGH for action security_group_rules [ 882.777984] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGH for action security_group_rules [ 882.778464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGH for action security_group_rules [ 882.778464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGH for action security_group_rules [ 882.778464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGH for action security_group_rules [ 882.778464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGH for action security_group_rules [ 882.778464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGH for action security_group_rules [ 882.778464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGH for action security_group_rules [ 882.778831] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGH for action security_group_rules [ 882.778831] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGH for action security_group_rules [ 882.778831] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGH for action security_group_rules [ 882.778948] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 882.778994] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGH for action security_group_rules [ 882.779040] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGH for action security_group_rules [ 882.779096] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGH for action security_group_rules [ 882.779150] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGH for action security_group_rules [ 882.779202] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGH for action security_group_rules [ 882.779269] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGH for action security_group_rules [ 882.779368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.190471] env[69433]: INFO networking_nsxv3.common.synchronization [None req-90103a30-b9ad-43c3-81a3-c030fb2f338d None None] Enqueued Resource ID: 27d309bd-880c-4f9e-a35f-212d54e1e7ac with Priority: HIGHEST for action port [ 883.190781] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d309bd-880c-4f9e-a35f-212d54e1e7ac with Priority: HIGHEST for action port [ 883.190946] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3a8f85-7830-4aac-aa36-89d299cee86a with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 with Priority: HIGH for action security_group_rules [ 883.191874] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 883.192236] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 with Priority: HIGH for action security_group_rules [ 883.192497] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGH for action security_group_rules [ 883.193070] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484dc0c9-1895-4b18-8829-54db25e320d3 with Priority: HIGH for action security_group_rules [ 883.193272] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGH for action security_group_rules [ 883.193442] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGH for action security_group_rules [ 883.193593] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGH for action security_group_rules [ 883.193761] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e with Priority: HIGH for action security_group_rules [ 883.194011] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGH for action security_group_rules [ 883.194196] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a879c-523b-485b-862e-a0a1e94ed96d with Priority: HIGH for action security_group_rules [ 883.194406] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c with Priority: HIGH for action security_group_rules [ 883.194568] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842e918d-49c7-4ada-899d-11fac52d1112 with Priority: HIGH for action security_group_rules [ 883.195402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d309bd-880c-4f9e-a35f-212d54e1e7ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.195593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d309bd-880c-4f9e-a35f-212d54e1e7ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.195706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d309bd-880c-4f9e-a35f-212d54e1e7ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.196083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d309bd-880c-4f9e-a35f-212d54e1e7ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.196335] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d309bd-880c-4f9e-a35f-212d54e1e7ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.201270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.201270] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.201270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.201270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.201270] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fd19104-6faa-4a4f-bba6-9984d61ba3c9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.202660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.202828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.202930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.203183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.203436] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8453d8c8-b4c6-40dd-a0b3-8897c58fbf67',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.205767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.206301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.206533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.207425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.207590] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.208570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.209434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.209434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.210268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.210340] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.211684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3a8f85-7830-4aac-aa36-89d299cee86a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.213961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.213961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.213961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.213961] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3a8f85-7830-4aac-aa36-89d299cee86a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.214748] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f40c15b6-c671-4728-8e40-4fa62b5423d6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.214912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.215026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.215275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.215404] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f40c15b6-c671-4728-8e40-4fa62b5423d6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.218029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.218200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.218304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.218632] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.219757] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a613640-ced2-40a0-9cf4-d4eb447c6419 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.220772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.220772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.220772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.220772] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a613640-ced2-40a0-9cf4-d4eb447c6419',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.220772] env[69433]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 883.223101] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.223300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.223452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.223715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.224010] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.225072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484dc0c9-1895-4b18-8829-54db25e320d3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.225623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.225766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.226581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.226766] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484dc0c9-1895-4b18-8829-54db25e320d3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.228633] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.228633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.228633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.228633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.228633] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.229572] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.229769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.229840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.231367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.232436] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.233597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.233597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.233597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.233811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.234208] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.235104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64799fd2-7b09-4c6e-ade2-28596f3a671e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.235636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.235762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.236027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.236204] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64799fd2-7b09-4c6e-ade2-28596f3a671e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.237177] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.237590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.237824] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247a879c-523b-485b-862e-a0a1e94ed96d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.237930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.237994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.238177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.238252] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247a879c-523b-485b-862e-a0a1e94ed96d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.239511] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.239624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.239684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.239838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.239912] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455ea74f-13b1-400e-a8ed-d2b200d62e5c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.240795] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-842e918d-49c7-4ada-899d-11fac52d1112 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.240999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.240999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.241152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.241293] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('842e918d-49c7-4ada-899d-11fac52d1112',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.246946] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.247351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.247434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.247644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.247987] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.247987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.248161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.248240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.248335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.248427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.248546] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.265682] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.279461] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.279461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.279461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.279461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.306044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.306044] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8453d8c8-b4c6-40dd-a0b3-8897c58fbf67 is going to be deleted. [ 883.364438] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.364659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.364659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.364953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.364953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.365125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8453d8c8-b4c6-40dd-a0b3-8897c58fbf67" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.434637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 883.434970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.435817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.435817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.435817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.435817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.435817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.436116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.436116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.436116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.436116] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.698469] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27d309bd-880c-4f9e-a35f-212d54e1e7ac [ 883.698772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.698913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.698995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.699241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.699341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.699446] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27d309bd-880c-4f9e-a35f-212d54e1e7ac already deleted. [ 883.699557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d309bd-880c-4f9e-a35f-212d54e1e7ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.725421] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.725605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.725605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.725919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.754223] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.759701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.759839] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fd19104-6faa-4a4f-bba6-9984d61ba3c9 is going to be deleted. [ 883.763629] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.763810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.763810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.764033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.767363] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.781723] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.781919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.782037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.782280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.782579] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.782668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.782668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.782912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.783018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.783080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.783871] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.789045] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.789412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.789532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.789722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.789895] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.789995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.790076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.790220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.790317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.790402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.790488] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.792170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.792170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.792170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.792170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.792397] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.792397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.792482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.793021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.793021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.793021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.793165] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.799716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.799931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.799931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.800131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.800284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.800387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.800465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.800574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.800649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.800781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.800839] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.826693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.826693] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e is going to be deleted. [ 883.845868] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.846072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.846144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.846899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.869257] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.869257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.871935] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.872190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.873424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.873562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.875510] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.875700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.892072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.892072] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f40c15b6-c671-4728-8e40-4fa62b5423d6 is going to be deleted. [ 883.892072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.892072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.892072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.892072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.892979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.892979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.899937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.899937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.902698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.902698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.910094] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.910277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.927435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.927435] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484dc0c9-1895-4b18-8829-54db25e320d3 is going to be deleted. [ 883.930876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.931239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.938193] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.938328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.938398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.938642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.938841] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.938943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.939013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.939228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.939319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.939453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.939583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.939705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.939746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.939881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.940029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.940122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.940183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.940347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.940429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.940563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.940622] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.973821] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.973821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.974274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.974501] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be deleted. [ 883.975551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.975969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.003340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.003514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.043602] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.043602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.045186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.045186] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64799fd2-7b09-4c6e-ade2-28596f3a671e is going to be deleted. [ 884.046569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.046737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.049621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.049759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.131937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.132218] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247a879c-523b-485b-862e-a0a1e94ed96d is going to be deleted. [ 884.133303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.133557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.141998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.196727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.196915] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3a8f85-7830-4aac-aa36-89d299cee86a is going to be deleted. [ 884.198390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.198651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.256670] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1: rpc.has_security_group_logging(os_id): False [ 884.272829] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.272829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.272829] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be updated. [ 884.290581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.290581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.290581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.290771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be deleted. [ 884.292178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.292178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.305709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.305951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.306053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.306343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.306677] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.306677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.306677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.306956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.306956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.307098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.307218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.307312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.307396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.307531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.307674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.307766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.307826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.307962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.308052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.308134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.308238] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.311174] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.312395] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.317031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.318229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.318229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.318229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.318229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.318229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.318229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.318520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.318568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.318685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.318877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.318981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.319080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.319263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.319469] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.319558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.319625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.319800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.319907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.319998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.321660] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.324241] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.324408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.338882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.339029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a613640-ced2-40a0-9cf4-d4eb447c6419 is going to be deleted. [ 884.341253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.341502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.374297] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.374428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.384345] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.384524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.384637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.384821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.385129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.422690] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 884.425476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.425476] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 842e918d-49c7-4ada-899d-11fac52d1112 is going to be deleted. [ 884.426226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.426554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.430450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.430953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.445744] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26104113-3354-4160-9b9c-00186ec48a27: rpc.has_security_group_logging(os_id): False [ 884.465833] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7c1aad16-a0f2-4c9d-93a1-2092e3bf3bd9 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_rules [ 884.470364] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_rules [ 884.470364] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.470364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.470364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.470364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.470364] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.482908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.483122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.502068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.504054] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455ea74f-13b1-400e-a8ed-d2b200d62e5c is going to be deleted. [ 884.504656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.504902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.505077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.505445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fd19104-6faa-4a4f-bba6-9984d61ba3c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.506147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.506604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.506604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.506604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f3f6eb-7734-47f7-8e37-ca9d49e2f39e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.507498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.507707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.507909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.508165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f40c15b6-c671-4728-8e40-4fa62b5423d6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.508612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.508990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.508990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.509103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484dc0c9-1895-4b18-8829-54db25e320d3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.509588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.509588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.509588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.509743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.509870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.510068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.510193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.510372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64799fd2-7b09-4c6e-ade2-28596f3a671e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.511346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.511500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.511620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.512161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.512161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.512161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a613640-ced2-40a0-9cf4-d4eb447c6419" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.512161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.512417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.518165] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.518925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.567101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.567555] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.567717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.567815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.568137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.568241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.568351] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 is going to be updated. [ 884.570160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.570434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.570594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.570815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3a8f85-7830-4aac-aa36-89d299cee86a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.571078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.571344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.580927] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7dbfa96c-a0d5-4b89-9dcd-21fa7355f09e tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_rules [ 884.582511] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_rules [ 884.582906] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.583068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.635593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.637321] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.637321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.637321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.637784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.637931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.638231] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.638451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.638571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.638807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.638954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.639224] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.641905] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.641905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.642468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247a879c-523b-485b-862e-a0a1e94ed96d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.650525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.650741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.650857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.651987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.651987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.651987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455ea74f-13b1-400e-a8ed-d2b200d62e5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.661595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.661595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.661595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.661595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.661595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.661595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-842e918d-49c7-4ada-899d-11fac52d1112" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.724637] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.725422] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.725880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.725880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.726045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.726244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.744756] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: IN_PROGRESS for 2s [ 884.783381] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.783381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.783502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.784689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.784689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.784689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.813564] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda74a74-19f2-4366-a055-d423c46b236b: rpc.has_security_group_logging(os_id): False [ 884.815862] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42b8184-3c3f-45b4-a1aa-4c78de7254b7: rpc.has_security_group_logging(os_id): False [ 884.819069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6b2a7df-e956-4c44-a24f-b003cecc7dc6: rpc.has_security_group_logging(os_id): False [ 884.825501] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5: rpc.has_security_group_logging(os_id): False [ 884.841307] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 884.845379] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.845379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.845379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.845646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.847637] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.847825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.849234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.849359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.850049] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.850141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.895680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.895972] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.896183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.896226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.896442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.896526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.896828] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.896944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.897229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.900313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.900452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.900815] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.900989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.901047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.901294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.901452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.901599] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 884.904164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.947022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.947612] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.947727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.947769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.948022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.948178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.948318] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 is going to be updated. [ 884.949852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.951068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.990597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.990597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.990597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.991333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.991333] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda74a74-19f2-4366-a055-d423c46b236b is going to be updated. [ 884.992059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.992232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.994264] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.994394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.024604] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.024604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.025532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.025663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.028236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.029274] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.029434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.030130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.030349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.030445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.030556] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 885.031751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.031943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.032048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.032151] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b already deleted. [ 885.032231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.032373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.032521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.032649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.033600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.033751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.033875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.037914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.038189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.038334] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.078487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 885.078487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: IN_PROGRESS for 2s [ 885.153275] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.153523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.154423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.154423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.157459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.157792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.157919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.158302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.158553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.183085] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 885.187701] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: IN_PROGRESS for 2s [ 885.566820] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.566820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.566820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.566820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.566820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.566820] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b already deleted. [ 885.566820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.093022] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9f50f999-ea3c-47f7-ace6-1dcee82abc05 None None] Enqueued Resource ID: cdbf8d31-d502-43c2-82a4-8378dceaddcb with Priority: HIGHEST for action port [ 886.093837] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbf8d31-d502-43c2-82a4-8378dceaddcb with Priority: HIGHEST for action port [ 886.094063] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdbf8d31-d502-43c2-82a4-8378dceaddcb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.094260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdbf8d31-d502-43c2-82a4-8378dceaddcb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.094433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdbf8d31-d502-43c2-82a4-8378dceaddcb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.094765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdbf8d31-d502-43c2-82a4-8378dceaddcb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.094916] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdbf8d31-d502-43c2-82a4-8378dceaddcb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.435968] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 886.436530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.436892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.437231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.437542] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.437815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.438119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.438408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.438605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.438798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.438989] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.584602] env[69433]: INFO networking_nsxv3.common.synchronization [req-4884315e-0415-4c75-95aa-c42681d8797f req-8875fff8-70b9-49b0-be79-18030730e30e tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 886.586164] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 886.587502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.587999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.588797] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.588797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.588797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.588797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.589051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.589145] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.598549] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdbf8d31-d502-43c2-82a4-8378dceaddcb [ 886.598985] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.599115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.599156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.599414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.599568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.599677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdbf8d31-d502-43c2-82a4-8378dceaddcb already deleted. [ 886.599789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdbf8d31-d502-43c2-82a4-8378dceaddcb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.766670] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: SUCCESS [ 886.768242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.860294] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 886.860540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.860722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.860939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.861042] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.947046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.947046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.947046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.947046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.948011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.948011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.948011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.948011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.948011] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.082633] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.082864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.082983] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.083411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.083834] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.084023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.084148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.084381] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.084553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.084779] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.084894] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.085013] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.085142] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.085235] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.085356] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.085496] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.091511] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.104758] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 887.105093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.105860] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: SUCCESS [ 887.105985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.108519] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.108667] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.108814] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.108988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.109334] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-ea9d9782-a553-4165-9fc6-303fd609838c taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.109545] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.109660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.109990] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.110141] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9d9782-a553-4165-9fc6-303fd609838c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.207583] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 887.207832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.208732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: SUCCESS [ 887.208908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.365419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.365419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.365419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.365419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.365804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.365804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.365804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.366020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.366164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.366502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.366502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.451557] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de9d2a1-06e1-4890-91c0-33004b70d76b: rpc.has_security_group_logging(os_id): False [ 887.478447] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.478447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.478447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.478447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.504560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.504892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.505032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.505101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.505308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.505394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.505698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.505827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.505897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.506070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.506148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.506344] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.506461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.506527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.506681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.506766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.506861] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be updated. [ 887.582508] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.582508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.582675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.583080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.583080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.593449] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.603208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 887.612292] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.612525] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.612660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.612948] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.613175] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.613268] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port ea9d9782-a553-4165-9fc6-303fd609838c not found, creating... [ 887.613540] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.613689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.613804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.614048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.614191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.614555] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.615241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.615389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.615678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.615840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.616061] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: ea9d9782-a553-4165-9fc6-303fd609838c is going to be created. [ 887.659910] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.660218] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.660297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.660756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.662490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.662490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.875908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.876236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.876236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.876439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.876603] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.876722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.876722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.876942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.877039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.877158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.877279] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.877399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.877496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.877826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.877967] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.878286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.878286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.878403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.878449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.878566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.878675] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.096267] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.096502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.096502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.097378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.097378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.097378] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 888.132258] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.132511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.132511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.132760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.132935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.145623] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 888.381865] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26104113-3354-4160-9b9c-00186ec48a27: rpc.has_security_group_logging(os_id): False [ 888.393409] env[69433]: INFO networking_nsxv3.common.synchronization [req-4884315e-0415-4c75-95aa-c42681d8797f req-e34b3561-cd3c-466f-ae70-5992f2f00c6d service nova] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_rules [ 888.393409] env[69433]: INFO networking_nsxv3.common.synchronization [req-4884315e-0415-4c75-95aa-c42681d8797f req-e34b3561-cd3c-466f-ae70-5992f2f00c6d service nova] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 888.393409] env[69433]: INFO networking_nsxv3.common.synchronization [req-4884315e-0415-4c75-95aa-c42681d8797f req-e34b3561-cd3c-466f-ae70-5992f2f00c6d service nova] Enqueued Resource ID: ea9d9782-a553-4165-9fc6-303fd609838c with Priority: HIGHEST for action port [ 888.393409] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_rules [ 888.393409] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 888.393409] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9d9782-a553-4165-9fc6-303fd609838c with Priority: HIGHEST for action port [ 888.393409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.393409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.393409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.393409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.393409] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.395524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.395629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.395813] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9d9782-a553-4165-9fc6-303fd609838c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.395917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.395973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.396164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.396238] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9d9782-a553-4165-9fc6-303fd609838c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.408085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.408085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.408085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.408085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.408085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.408085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.408085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.408085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.408495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.408495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.408495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.408495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.408631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.408698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.408797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.409116] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.409116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.409116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.409243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.410266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.410266] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 888.485834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.486117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.486231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.486627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.486798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.505076] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 888.897907] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.898211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.899425] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9d9782-a553-4165-9fc6-303fd609838c with status ACTIVE [ 888.899610] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.899728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.899790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.899997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.900101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.900270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.900367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.900453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.900583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.900668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.900851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.900985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.900985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.901150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.901219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.901314] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9d9782-a553-4165-9fc6-303fd609838c is going to be updated. [ 888.924341] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.924341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.924341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.924510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.924666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.924829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9d9782-a553-4165-9fc6-303fd609838c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.619882] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 889.620907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.622349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.622349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.622349] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.124997] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.125353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.125353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.125519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.125631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.125718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.125775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.125921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.126020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.126179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.126179] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.157800] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 890.158167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.158484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.158733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.158927] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.159060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.159129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.159287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.159472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.159472] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.541762] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 890.542022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.630537] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.630833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.630833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.630995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.631939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.631939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.631939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.632412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.632412] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.632412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.632412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.632612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.632612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.632677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.633157] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.662192] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.134723] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de9d2a1-06e1-4890-91c0-33004b70d76b: rpc.has_security_group_logging(os_id): False [ 891.165071] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.179486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.182732] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.182732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.183266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.183266] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.183266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.183266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.183506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.183506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.183620] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.183702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.183759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.183898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.183963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.184121] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be updated. [ 891.313555] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.313714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.313809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.313994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.314175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.332534] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 891.668779] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.669199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.669199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.669360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.669807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.669807] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 891.712549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.712549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.712549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.712549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.712549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.724400] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 892.008447] env[69433]: INFO networking_nsxv3.common.synchronization [req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 req-1e79f36b-3134-42f8-99c5-0867d9857a04 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 892.008982] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 892.009331] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.009494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.009762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.010045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.010204] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.010326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.010399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.010587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.010676] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.010771] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.405626] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.406035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.406379] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.407053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.407053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.407189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.407300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.407545] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.407740] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.407898] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.408127] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.408271] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.408353] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.408490] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.436828] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.436828] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.436828] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.436828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.438213] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-2a991817-c7aa-4b73-ac42-efc128c77df3 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.438502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.438677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.439120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.439302] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a991817-c7aa-4b73-ac42-efc128c77df3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.513867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.514293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.514477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.514846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.516111] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.516111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.516111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.516111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.516111] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b already deleted. [ 892.516111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947534] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.947534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.947534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.947534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.947534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947534] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 2a991817-c7aa-4b73-ac42-efc128c77df3 not found, creating... [ 892.948539] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.948862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.949103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.949548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.949822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.950391] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.950609] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.950818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.951441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.951759] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.954042] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 2a991817-c7aa-4b73-ac42-efc128c77df3 is going to be created. [ 892.986140] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.986450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.986636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.986953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.987252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.987572] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.351635] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 893.351635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.466389] env[69433]: INFO networking_nsxv3.common.synchronization [req-f1963443-2709-4745-af16-040170ef8d0a req-705c7f5d-342d-47f9-b777-9ff60bd34f0a tempest-ImagesOneServerTestJSON-1055510234 tempest-ImagesOneServerTestJSON-1055510234-project-member] Enqueued Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_members [ 893.466389] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGHEST for action security_group_members [ 893.466389] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.466389] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.466389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.466389] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.745349] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.745349] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.745349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.746325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.746325] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.750780] env[69433]: INFO networking_nsxv3.common.synchronization [req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 req-cc518d70-6fb6-4017-b700-46af84d44f0e service nova] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_rules [ 893.750780] env[69433]: INFO networking_nsxv3.common.synchronization [req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 req-cc518d70-6fb6-4017-b700-46af84d44f0e service nova] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 893.750780] env[69433]: INFO networking_nsxv3.common.synchronization [req-f8129a4a-9c42-45da-b12e-d02e8f4ab010 req-cc518d70-6fb6-4017-b700-46af84d44f0e service nova] Enqueued Resource ID: 2a991817-c7aa-4b73-ac42-efc128c77df3 with Priority: HIGHEST for action port [ 893.750780] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_rules [ 893.750780] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 893.750780] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a991817-c7aa-4b73-ac42-efc128c77df3 with Priority: HIGHEST for action port [ 893.750780] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.750780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.750780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.750780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.750780] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.751801] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.751801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.751801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.751977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.752573] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.752573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.752573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.752573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.752573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.752852] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.753682] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a991817-c7aa-4b73-ac42-efc128c77df3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.753838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.753908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.754067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.754141] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a991817-c7aa-4b73-ac42-efc128c77df3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.974078] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.974078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.974320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.974613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.974795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.975121] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.975306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.975421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.975589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.975772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.975907] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda74a74-19f2-4366-a055-d423c46b236b is going to be updated. [ 894.017103] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.017571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.017645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.017980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.018253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.030978] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: IN_PROGRESS for 2s [ 894.249343] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.249607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.249607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.249895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.250184] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.250341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.251031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.251031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.251031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.251294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.251294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.251372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.251523] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.251626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.251691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.251833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.251911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.252104] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.256610] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.258093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.258093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.258093] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a991817-c7aa-4b73-ac42-efc128c77df3 with status ACTIVE [ 894.258093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.258363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.258363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.258437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.258505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.258665] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.258869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.258869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.258960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.259049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.259337] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.259337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.259466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.259502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.259571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.259644] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a991817-c7aa-4b73-ac42-efc128c77df3 is going to be updated. [ 894.283398] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.283802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.283802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.283802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.283995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.284140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a991817-c7aa-4b73-ac42-efc128c77df3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.756986] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3824cc37-dcb0-49c6-ae00-c4a52bf261ae: rpc.has_security_group_logging(os_id): False [ 894.762258] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.780567] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.780567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.780567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.780567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.803120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.803120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.803120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.803120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.803935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.803935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.803935] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 894.853312] env[69433]: INFO networking_nsxv3.common.synchronization [req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 req-06fb3aa2-6cd4-4dca-be7c-196ebf9f65e5 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 894.853885] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 894.854208] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.854315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.878170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.878314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.879127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.879127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.879127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.893041] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 895.261873] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.262104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.262271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.262696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.262985] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.263171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.263288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.263520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.263668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.263883] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.264027] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.264121] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.264289] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.264429] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.264634] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.264792] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.266276] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.266398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.266469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.266625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.266710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.266800] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be created. [ 895.291030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.291326] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.291545] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.291667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.292086] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-c729ce8e-166b-48d0-b2b1-5575f82c327c taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.292261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.292390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.292841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.292987] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c729ce8e-166b-48d0-b2b1-5575f82c327c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.297292] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.297292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.297292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.297537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.297537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.308389] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: UNINITIALIZED for 2s [ 895.797688] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.798084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.798206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.798539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.798733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.798945] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port c729ce8e-166b-48d0-b2b1-5575f82c327c not found, creating... [ 895.799292] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.799487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.799642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.799925] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.800135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.800504] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.800722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.800933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.801292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.801500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.801751] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: c729ce8e-166b-48d0-b2b1-5575f82c327c is going to be created. [ 895.825174] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.825447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.825723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.825948] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.826254] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.826523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.042440] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda74a74-19f2-4366-a055-d423c46b236b in Status: SUCCESS [ 896.042684] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda74a74-19f2-4366-a055-d423c46b236b deletion is rescheduled due to dependency. [ 896.042808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.907883] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 896.908200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.045472] env[69433]: INFO networking_nsxv3.common.synchronization [req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 req-0f88b1aa-f3ac-4d21-847f-da5e9efefbad service nova] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_rules [ 897.045690] env[69433]: INFO networking_nsxv3.common.synchronization [req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 req-0f88b1aa-f3ac-4d21-847f-da5e9efefbad service nova] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 897.045802] env[69433]: INFO networking_nsxv3.common.synchronization [req-a51ee0ff-5f18-492f-85df-bfb3b39d4e43 req-0f88b1aa-f3ac-4d21-847f-da5e9efefbad service nova] Enqueued Resource ID: c729ce8e-166b-48d0-b2b1-5575f82c327c with Priority: HIGHEST for action port [ 897.046399] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_rules [ 897.046546] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 897.046717] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c729ce8e-166b-48d0-b2b1-5575f82c327c with Priority: HIGHEST for action port [ 897.046973] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.050626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.050899] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.051051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.051321] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c729ce8e-166b-48d0-b2b1-5575f82c327c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.051400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.051506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.051762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.051762] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c729ce8e-166b-48d0-b2b1-5575f82c327c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.068270] env[69433]: INFO networking_nsxv3.common.synchronization [req-7a5f734b-64f9-4314-ad68-474cac758591 req-d7e497ed-a12d-4ed6-9389-306f81b1e494 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 897.068745] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 897.071335] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.071574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.071708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.072072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.072474] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.072594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.072594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.072856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.072981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.073144] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.318614] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 897.318833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.319638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.319850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.320055] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.321094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.321094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.321094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.321094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.321094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.321094] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.323460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.323460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.323460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.323460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.323460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.323460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.323460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323460] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.559051] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c729ce8e-166b-48d0-b2b1-5575f82c327c with status ACTIVE [ 897.559298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.559436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.559508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.559733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.559803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.559979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.560088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.560151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.560306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.560385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.560566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.560660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.560722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.560864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.560939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.561034] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c729ce8e-166b-48d0-b2b1-5575f82c327c is going to be updated. [ 897.578146] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.578402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.578588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.579108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.579328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579626] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.579797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.579901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.580186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.580323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.580473] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 897.605522] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.605696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.605753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.605986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.606179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.606353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c729ce8e-166b-48d0-b2b1-5575f82c327c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.620606] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.620763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.620838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.621712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.622025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.642882] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 897.827366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.827366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.827366] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.330213] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.833227] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.833391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.833494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.833782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.833894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.834093] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 898.867053] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.867053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.867053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.867053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.867053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.877881] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 899.654564] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 899.654564] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 deletion is rescheduled due to dependency. [ 899.654564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.814340] env[69433]: INFO networking_nsxv3.common.synchronization [req-90b11916-712b-47b3-8164-abfc86bff7ac req-3c79e0ac-626c-4b7d-b552-67e16c04f98d tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 899.814340] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 899.814340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.814340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.143018] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.143018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.143018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.143018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.143018] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.143018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.143018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.144365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.144488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.144772] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.144920] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.145101] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.145170] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.145298] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.145379] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.145509] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.165157] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.165410] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.165553] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.165731] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-394" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.166063] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-331998f7-5a16-4253-9360-31f9466c158a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.166303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.166381] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.166714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.166947] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('331998f7-5a16-4253-9360-31f9466c158a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.673366] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.673680] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.673739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.673998] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.674165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674389] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 331998f7-5a16-4253-9360-31f9466c158a not found, creating... [ 900.674682] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.674855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.674977] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.675211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.675353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.675666] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.675863] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.675960] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.676187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.676325] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.677249] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 331998f7-5a16-4253-9360-31f9466c158a is going to be created. [ 900.700104] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.700643] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.700942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.701492] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.703100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.703100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.802277] env[69433]: INFO networking_nsxv3.common.synchronization [req-135e0a20-9a5b-498b-a676-6810fce20894 req-698a044b-a4a5-45a7-b0ca-45065bdd4616 tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 900.802558] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 900.803113] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.803235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.803353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.803587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.803779] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.804106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.804301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804422] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.896143] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.896143] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.896143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.896143] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.979972] env[69433]: INFO networking_nsxv3.common.synchronization [req-b36b42eb-f983-4aa2-8559-d90191bf6486 req-d06d29a1-5582-4d12-beb3-649e8dc31e4e tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 900.981510] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 900.981817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.981890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.985168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.985364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.985593] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.985654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.985718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.985906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.985996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.986114] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.004603] env[69433]: INFO networking_nsxv3.common.synchronization [req-b36b42eb-f983-4aa2-8559-d90191bf6486 req-d06d29a1-5582-4d12-beb3-649e8dc31e4e tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 901.004823] env[69433]: INFO networking_nsxv3.common.synchronization [req-b36b42eb-f983-4aa2-8559-d90191bf6486 req-d06d29a1-5582-4d12-beb3-649e8dc31e4e tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 901.004972] env[69433]: INFO networking_nsxv3.common.synchronization [req-b36b42eb-f983-4aa2-8559-d90191bf6486 req-d06d29a1-5582-4d12-beb3-649e8dc31e4e tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f with Priority: HIGHEST for action port [ 901.005583] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 901.005720] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 901.005819] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f with Priority: HIGHEST for action port [ 901.007181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.007304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.007375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.007591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.007724] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.010676] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.010804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.011089] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.011216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.011337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.011475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.011557] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75ee5fa-5a44-47f6-b50b-5ecc4328916f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.308168] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.400451] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.488524] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.510702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.510845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.513616] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e75ee5fa-5a44-47f6-b50b-5ecc4328916f with status ACTIVE [ 901.513821] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.515746] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.515746] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.515746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.515746] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f is going to be updated. [ 901.538749] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.538928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.539034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.539426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.539655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.539799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.561370] env[69433]: INFO networking_nsxv3.common.synchronization [req-90b11916-712b-47b3-8164-abfc86bff7ac req-ec9096cb-7be1-4bd0-bc43-4834fa026c52 service nova] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_rules [ 901.561754] env[69433]: INFO networking_nsxv3.common.synchronization [req-90b11916-712b-47b3-8164-abfc86bff7ac req-ec9096cb-7be1-4bd0-bc43-4834fa026c52 service nova] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 901.562028] env[69433]: INFO networking_nsxv3.common.synchronization [req-90b11916-712b-47b3-8164-abfc86bff7ac req-ec9096cb-7be1-4bd0-bc43-4834fa026c52 service nova] Enqueued Resource ID: 331998f7-5a16-4253-9360-31f9466c158a with Priority: HIGHEST for action port [ 901.562743] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_rules [ 901.562902] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 901.563097] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331998f7-5a16-4253-9360-31f9466c158a with Priority: HIGHEST for action port [ 901.563595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.563595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.563732] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.563917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.564612] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-331998f7-5a16-4253-9360-31f9466c158a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.564612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.564612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.564612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.564612] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('331998f7-5a16-4253-9360-31f9466c158a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.813462] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.903325] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.992725] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.069138] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 331998f7-5a16-4253-9360-31f9466c158a with status ACTIVE [ 902.069138] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.069138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.069339] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.069390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.069474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.069648] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.069743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.069802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.069940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.070024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.070218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.070362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.070362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.072036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.072036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.072036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 331998f7-5a16-4253-9360-31f9466c158a is going to be updated. [ 902.100626] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.100770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.100814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.101042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.101180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.102149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-331998f7-5a16-4253-9360-31f9466c158a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.317560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.318329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.318329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.318329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.318329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.318329] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 902.349901] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.349901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.349901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.349901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.349901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.360310] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 902.410482] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.410482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.410667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.410784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.411487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.411487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 902.440158] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.440158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.440158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.440158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.440158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.450192] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 902.498692] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.498692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.498850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.499135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.499274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.499325] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be updated. [ 902.527988] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.528163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.528231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.528438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.528592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.540089] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: IN_PROGRESS for 2s [ 904.087842] env[69433]: INFO networking_nsxv3.common.synchronization [req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe req-f4924179-67eb-4f0f-8dca-bcda2a445d77 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 904.088775] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 904.089131] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.089256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.110907] env[69433]: INFO networking_nsxv3.common.synchronization [req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe req-f4924179-67eb-4f0f-8dca-bcda2a445d77 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 904.111134] env[69433]: INFO networking_nsxv3.common.synchronization [req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe req-f4924179-67eb-4f0f-8dca-bcda2a445d77 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 904.111311] env[69433]: INFO networking_nsxv3.common.synchronization [req-bbb8c43d-5890-44c0-8502-8bdc72a26cbe req-f4924179-67eb-4f0f-8dca-bcda2a445d77 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f with Priority: HIGHEST for action port [ 904.111894] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_rules [ 904.112040] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 904.112157] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f with Priority: HIGHEST for action port [ 904.112469] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.112607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.112818] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.112906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.114102] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.114102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.114102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.114102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.114102] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75ee5fa-5a44-47f6-b50b-5ecc4328916f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.370286] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 904.370521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.459034] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 904.459270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.459434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.459643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.459837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.459957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.460036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.460205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.460286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.460373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.460535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.460614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.460673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.460828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.460966] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.461068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.461124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.461260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.461334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.461412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.461502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.462338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.463133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.464677] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.464677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.464677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.464677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.464677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.464677] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.550904] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 904.550973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.551131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.551353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.551540] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.551655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.551717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.551977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.551977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.552115] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.615405] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e75ee5fa-5a44-47f6-b50b-5ecc4328916f with status ACTIVE [ 904.615641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.615798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.615869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.616096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.616178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.616352] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.616506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.616593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.616689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.618012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.618269] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.618396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.618459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.618588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.618808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.618808] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e75ee5fa-5a44-47f6-b50b-5ecc4328916f is going to be updated. [ 904.644067] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.644067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.644067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.644067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.644067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.644067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e75ee5fa-5a44-47f6-b50b-5ecc4328916f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.965433] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35cb43bd-ab29-41bf-8766-8c1a34934d8b: rpc.has_security_group_logging(os_id): False [ 904.967113] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.988769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.988913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.988985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.989200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.989285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.989493] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.989589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.989650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.989831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.989942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.990104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.990174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.990240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.990387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.990467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.990662] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.990773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.990839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.991084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.991187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.991312] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be created. [ 905.054546] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.065141] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.065464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.065464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.065603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.065996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.083977] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 905.470938] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.556866] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.974673] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.974673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.974673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.974673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.974673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.974673] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 906.008309] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.008482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.008555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.008813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.008898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.024302] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 906.059961] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.060210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.060305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.060567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.060682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.060801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be updated. [ 906.095108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.095264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.095336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.095546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.095715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.112889] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: IN_PROGRESS for 2s [ 907.098572] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 907.099022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.099022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.099708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.099708] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.215403] env[69433]: INFO networking_nsxv3.common.synchronization [req-a15af874-2983-40bc-8b5d-794c9267673a req-7d44e33a-3d8c-4ea8-8502-fd10220984a7 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 907.216068] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 907.216409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.216409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.216578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.216719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.218729] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.218729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.218729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.218956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.218956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.219035] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.603608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.603744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.604620] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.604837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.605019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.605336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.605594] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.605774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.605890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.607563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.607753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.608035] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.608144] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.608259] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.608371] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.608487] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.608595] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.608735] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.627506] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.627690] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.627836] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.628046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.628380] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-4be322c4-c18e-4ead-909b-c4f94cb9b176 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.628557] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.628692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.629108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.629200] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be322c4-c18e-4ead-909b-c4f94cb9b176',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.724534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.724534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.724534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.724534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.747854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.748245] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.748456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.748565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.748850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.749045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.749187] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 907.786550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.786757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.786817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.787050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.787222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.802783] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 908.036088] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 908.036382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.036577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.036829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.037046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.037175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.037241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.037555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.037555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.037669] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.123801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 908.124154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.124231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.124630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.124944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.125172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.125251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.128777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.128777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.128777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.128777] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.128777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.128777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.128777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.130450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.130522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.130684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.130809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.130938] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.133846] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.134254] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.134476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.134929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.139020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.139020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 4be322c4-c18e-4ead-909b-c4f94cb9b176 not found, creating... [ 908.139020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.139020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.139020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.139020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.139020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.139472] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.140182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.140182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.140567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.140819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.141206] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 4be322c4-c18e-4ead-909b-c4f94cb9b176 is going to be created. [ 908.146097] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.189547] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.189913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.190144] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.190559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.190901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.191317] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.448953] env[69433]: INFO networking_nsxv3.common.synchronization [req-711766a1-34df-4621-85a0-0df34558746d req-ed267df8-6095-48a3-a0c3-58566455f4c3 tempest-AttachInterfacesUnderV243Test-681984179 tempest-AttachInterfacesUnderV243Test-681984179-project-member] Enqueued Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 908.449497] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766cf50-0eed-4176-9015-5571922b0422 with Priority: HIGHEST for action security_group_members [ 908.449793] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2766cf50-0eed-4176-9015-5571922b0422 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.449896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.539745] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.632783] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.649026] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.887897] env[69433]: INFO networking_nsxv3.common.synchronization [req-a15af874-2983-40bc-8b5d-794c9267673a req-0ca13b64-ee4d-4f1e-baa1-2eac80d1bb1c service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 908.887897] env[69433]: INFO networking_nsxv3.common.synchronization [req-a15af874-2983-40bc-8b5d-794c9267673a req-0ca13b64-ee4d-4f1e-baa1-2eac80d1bb1c service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 908.888026] env[69433]: INFO networking_nsxv3.common.synchronization [req-a15af874-2983-40bc-8b5d-794c9267673a req-0ca13b64-ee4d-4f1e-baa1-2eac80d1bb1c service nova] Enqueued Resource ID: 4be322c4-c18e-4ead-909b-c4f94cb9b176 with Priority: HIGHEST for action port [ 908.888265] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 908.888387] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 908.888494] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be322c4-c18e-4ead-909b-c4f94cb9b176 with Priority: HIGHEST for action port [ 908.889267] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.890221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.890250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.890517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.890634] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.891957] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.891957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.892333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be322c4-c18e-4ead-909b-c4f94cb9b176 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.892468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.892878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.893294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.893730] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be322c4-c18e-4ead-909b-c4f94cb9b176',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.927599] env[69433]: INFO networking_nsxv3.common.synchronization [req-7ff6b18e-9d75-424d-aaaf-c33fb3f7596a req-088c8949-4075-4324-b46b-ca96cce654ac tempest-FloatingIPsAssociationTestJSON-2004275240 tempest-FloatingIPsAssociationTestJSON-2004275240-project-member] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 908.928665] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGHEST for action security_group_members [ 908.929406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.929406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.929406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.929927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.929927] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.930492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.930492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.930492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.930492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.930669] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.042828] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.134906] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2766cf50-0eed-4176-9015-5571922b0422: rpc.has_security_group_logging(os_id): False [ 909.153516] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.153701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.153824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.154213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.154378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.154535] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be updated. [ 909.159691] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.159830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.159830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.160390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.183286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.183658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.183816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.183898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.184162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.184262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.184367] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be updated. [ 909.188462] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.188784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.188834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.189538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.189538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.204504] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: IN_PROGRESS for 2s [ 909.277908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.277908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.277908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.279041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.279041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.293663] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: IN_PROGRESS for 2s [ 909.397994] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.398450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.399991] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be322c4-c18e-4ead-909b-c4f94cb9b176 with status ACTIVE [ 909.400289] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.400959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.400959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.400959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.401144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.401343] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.401492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.401582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.401838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.401948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.402779] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.402779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.402779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.402779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.402779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.403122] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be322c4-c18e-4ead-909b-c4f94cb9b176 is going to be updated. [ 909.434537] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.434537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.434537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.434775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.454150] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.454314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.454455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.454685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.455881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.456207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be322c4-c18e-4ead-909b-c4f94cb9b176" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.472612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.472944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.473084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.473168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.473447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.473531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.473624] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be updated. [ 909.508162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.508162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.508162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.508162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.508162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.518302] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: IN_PROGRESS for 2s [ 909.545662] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.545803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.545862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.546109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.546211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.546620] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 909.606229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.606229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.606229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.606229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.606229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.618770] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 909.813878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 909.814127] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 909.814269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.814554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.814795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.815129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.815255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.815331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.815555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.815692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.815785] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.318527] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.821631] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.232587] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 911.232865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.233096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.233325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.233546] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.233672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.233727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.233892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.233972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.234089] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.447104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.447426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.447426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.447521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.447595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.447711] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 911.461583] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 911.461831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.462020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.462251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.462343] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.478543] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.478694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.478760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.478962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.479127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.492623] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 911.529877] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 in Status: SUCCESS [ 911.529877] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 deletion is rescheduled due to dependency. [ 911.530060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.630240] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 911.630350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.630763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.630763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.631115] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.631115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.631455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.631455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.631455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.631527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.631553] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.737964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.738179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.738179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.741562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.741562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.741562] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.741562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.741562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.741562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.741562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.741562] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be updated. [ 911.769257] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.771982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.771982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.771982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.771982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.779500] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: IN_PROGRESS for 2s [ 911.986201] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.986459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.986552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.986875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.987078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.987227] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be deleted. [ 912.046880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.047053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.047438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.047529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.047654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.047807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.134842] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.135096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.135169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.135406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.135588] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.135723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.135972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.135972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.136089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.136146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.136315] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.136411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.136411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.136559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.136697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.136784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.136837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.137125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.137125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137277] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.640771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35cb43bd-ab29-41bf-8766-8c1a34934d8b: rpc.has_security_group_logging(os_id): False [ 912.668621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.668785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.668861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.669126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.669204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.670127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.670127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.670127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.670127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.670127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.670127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.670481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.670481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.670481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.670614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.670702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.670822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.670873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.671229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.671379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.671487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 912.742912] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.742912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.743358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.743358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.743358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.756262] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 913.504052] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 913.504327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.504731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.505041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.505351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.505480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.505557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.506086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.506086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.506086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.506086] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.790566] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2766cf50-0eed-4176-9015-5571922b0422 in Status: SUCCESS [ 913.790882] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 deletion is rescheduled due to dependency. [ 913.790882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.791026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.791263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.791453] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.791575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.791720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.791794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.791857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.791954] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2766cf50-0eed-4176-9015-5571922b0422',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.930018] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 913.930155] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 914.008666] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.008824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.008890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.009134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.009300] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.009401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.009463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.009617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.010152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.010152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.010152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.010152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.010152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.010390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.010421] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.010506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.010564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.010701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.010777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.010860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.010944] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.294805] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.295212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.295448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.295764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.295989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.296615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.296800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.296896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.297149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.297274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.297457] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2766cf50-0eed-4176-9015-5571922b0422 is going to be deleted. [ 914.335030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.335030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.335030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.335030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.335030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.335030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2766cf50-0eed-4176-9015-5571922b0422" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.513312] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff15230a-2bef-4bd5-aac7-6e870753fa29: rpc.has_security_group_logging(os_id): False [ 914.533535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.533699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.533748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.533965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.534073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.534356] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.534436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.534500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.534658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.534736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.535039] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.535216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.535216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.535354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.535354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.536278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.536432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.536525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.536739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.536839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.536952] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 914.608910] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.609818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.609921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.610240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.611050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.623814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 914.772422] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 914.772677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.772907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.773843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.773843] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.792153] env[69433]: INFO networking_nsxv3.common.synchronization [req-bcd99d6b-d344-4835-b35f-5298a179e251 req-937ab462-1d58-40da-aa40-517a6652e2af tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 914.792153] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 914.792699] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.792699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.792699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.792918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.793132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.793222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.793310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.793498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.793576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.793675] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.277257] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.277419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.278271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.278271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.278271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.278271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.278271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.280371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.281410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.281410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.281410] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.296426] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.296807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.296807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.296807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.297076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.297076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.297203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.297242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.297386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.297459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.297632] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda already deleted. [ 915.297632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.331542] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.331712] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.331839] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.332240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.332618] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.332712] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.332937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.333285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.333531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.334746] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.334746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.334746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.334746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.334746] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.334746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.334746] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.358270] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.358461] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.358578] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.358855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.359171] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-c2b042f0-c765-407a-89c5-66e36925ed20 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.359367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.359509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.359882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.360570] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b042f0-c765-407a-89c5-66e36925ed20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.708412] env[69433]: INFO networking_nsxv3.common.synchronization [None req-4778220c-6380-4f42-abf3-c02815d051a8 None None] Enqueued Resource ID: 40a416d2-68af-4bcd-8f53-a1467646c634 with Priority: HIGHEST for action port [ 915.709052] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a416d2-68af-4bcd-8f53-a1467646c634 with Priority: HIGHEST for action port [ 915.709372] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a416d2-68af-4bcd-8f53-a1467646c634 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.709497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a416d2-68af-4bcd-8f53-a1467646c634" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.709584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a416d2-68af-4bcd-8f53-a1467646c634" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.709826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a416d2-68af-4bcd-8f53-a1467646c634" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.710194] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a416d2-68af-4bcd-8f53-a1467646c634',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.785617] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.788018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.788018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.863913] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.863913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.863913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.864248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.864248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.864311] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port c2b042f0-c765-407a-89c5-66e36925ed20 not found, creating... [ 915.865058] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.865058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.865058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.866325] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.866515] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.866821] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.867039] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.867673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.867918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.870246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.870246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: c2b042f0-c765-407a-89c5-66e36925ed20 is going to be created. [ 915.891452] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.891699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.891828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.892122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.892366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.892603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.212367] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40a416d2-68af-4bcd-8f53-a1467646c634 [ 916.212622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.212764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.212835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.213121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.213232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.213338] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40a416d2-68af-4bcd-8f53-a1467646c634 already deleted. [ 916.213441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a416d2-68af-4bcd-8f53-a1467646c634" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.296284] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35cb43bd-ab29-41bf-8766-8c1a34934d8b: rpc.has_security_group_logging(os_id): False [ 916.323532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.323720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.323797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.324089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.324204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.324463] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.324566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.324781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.324874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.324874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.325116] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.325209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.325283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.325530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.325530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.325876] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.325876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.325876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.329071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.329071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.329071] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 916.402230] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.402230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.402230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.402230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.402230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.417683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 916.640071] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 916.640071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.120275] env[69433]: INFO networking_nsxv3.common.synchronization [req-bcd99d6b-d344-4835-b35f-5298a179e251 req-3b5d692a-7250-453b-afa7-325a092ecede service nova] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_rules [ 917.120275] env[69433]: INFO networking_nsxv3.common.synchronization [req-bcd99d6b-d344-4835-b35f-5298a179e251 req-3b5d692a-7250-453b-afa7-325a092ecede service nova] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 917.120275] env[69433]: INFO networking_nsxv3.common.synchronization [req-bcd99d6b-d344-4835-b35f-5298a179e251 req-3b5d692a-7250-453b-afa7-325a092ecede service nova] Enqueued Resource ID: c2b042f0-c765-407a-89c5-66e36925ed20 with Priority: HIGHEST for action port [ 917.120275] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_rules [ 917.120275] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 917.120275] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b042f0-c765-407a-89c5-66e36925ed20 with Priority: HIGHEST for action port [ 917.120275] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.120275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.120275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.120275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.120275] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.120772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.120772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.120772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.120923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.121074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.121074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.121142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.121740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.121740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.121740] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.124164] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b042f0-c765-407a-89c5-66e36925ed20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.124164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.124164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.124164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.125571] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b042f0-c765-407a-89c5-66e36925ed20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.432258] env[69433]: INFO networking_nsxv3.common.synchronization [req-2d3596e9-d0f3-4012-a239-fc47416a86aa req-b97e4cec-8100-4477-8910-f6460c4c3843 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 917.432258] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 917.432258] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.432258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.624640] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.626693] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.626847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.628436] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2b042f0-c765-407a-89c5-66e36925ed20 with status ACTIVE [ 917.628436] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.628608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.628608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.629206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.629206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.629206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.629206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.629378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.629441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.629560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.629837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.629988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.630103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.630382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.630445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.630778] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2b042f0-c765-407a-89c5-66e36925ed20 is going to be updated. [ 917.656942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.657175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.657753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.658419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.658643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.658887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b042f0-c765-407a-89c5-66e36925ed20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.793897] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.794784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.794784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.794784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.794929] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.798838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.798838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.799096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.799096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.799357] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.799417] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.799500] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.799606] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.799803] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.799851] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.799975] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.821768] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.822800] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.822800] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.822800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.822800] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-04d15f8f-6687-4171-8b23-869b111c533e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.822800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.823264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.823356] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.823489] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d15f8f-6687-4171-8b23-869b111c533e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.055115] env[69433]: INFO networking_nsxv3.common.synchronization [None req-67e73417-04a8-4bd4-ae86-477594d83192 None None] Enqueued Resource ID: 7a470c13-93ff-46f0-b658-ac6a45d0663a with Priority: HIGHEST for action port [ 918.055760] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a470c13-93ff-46f0-b658-ac6a45d0663a with Priority: HIGHEST for action port [ 918.056127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a470c13-93ff-46f0-b658-ac6a45d0663a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.056967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a470c13-93ff-46f0-b658-ac6a45d0663a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.056967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a470c13-93ff-46f0-b658-ac6a45d0663a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.056967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a470c13-93ff-46f0-b658-ac6a45d0663a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.056967] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a470c13-93ff-46f0-b658-ac6a45d0663a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.127227] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.328222] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.330564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.330830] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.331197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.331375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.331561] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 04d15f8f-6687-4171-8b23-869b111c533e not found, creating... [ 918.331865] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.332065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.332188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.332444] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.332582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.332944] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.335301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.335448] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.335731] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.335904] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.336108] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 04d15f8f-6687-4171-8b23-869b111c533e is going to be created. [ 918.365048] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.365374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.365566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.365988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.366383] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.366718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.439224] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 918.440021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.565469] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a470c13-93ff-46f0-b658-ac6a45d0663a [ 918.566220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.566220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.566220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.566463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a470c13-93ff-46f0-b658-ac6a45d0663a already deleted. [ 918.566463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a470c13-93ff-46f0-b658-ac6a45d0663a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.632095] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.632405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.632405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.632816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.632932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.633160] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be created. [ 918.658919] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.659151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.659151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.659361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.659529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.672317] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: UNINITIALIZED for 2s [ 919.348279] env[69433]: INFO networking_nsxv3.common.synchronization [req-2d3596e9-d0f3-4012-a239-fc47416a86aa req-8400b145-d0ea-4522-bc5f-a0f0ac77104c service nova] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_rules [ 919.348279] env[69433]: INFO networking_nsxv3.common.synchronization [req-2d3596e9-d0f3-4012-a239-fc47416a86aa req-8400b145-d0ea-4522-bc5f-a0f0ac77104c service nova] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 919.348279] env[69433]: INFO networking_nsxv3.common.synchronization [req-2d3596e9-d0f3-4012-a239-fc47416a86aa req-8400b145-d0ea-4522-bc5f-a0f0ac77104c service nova] Enqueued Resource ID: 04d15f8f-6687-4171-8b23-869b111c533e with Priority: HIGHEST for action port [ 919.349218] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_rules [ 919.349435] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 919.349585] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d15f8f-6687-4171-8b23-869b111c533e with Priority: HIGHEST for action port [ 919.350234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.350234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.350373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.351685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.351965] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d15f8f-6687-4171-8b23-869b111c533e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.352278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.352383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.352690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.353035] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d15f8f-6687-4171-8b23-869b111c533e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.856560] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04d15f8f-6687-4171-8b23-869b111c533e with status ACTIVE [ 919.856560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.856815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.856815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858631] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04d15f8f-6687-4171-8b23-869b111c533e is going to be updated. [ 919.885564] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.885770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.885927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.886160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.886319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.886483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d15f8f-6687-4171-8b23-869b111c533e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.554400] env[69433]: INFO networking_nsxv3.common.synchronization [req-536f8773-3acb-43ce-9ec2-90bbaba4d810 req-707b0a92-ab8a-4f25-9392-6227579e503f tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Enqueued Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_members [ 920.555050] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_members [ 920.555292] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.555435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.555474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.555718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.556993] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.557789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.557789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.557789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.557789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.557789] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.682628] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 920.682794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.683133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.683329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.683525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.683733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.683815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.683982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.684094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.684191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.809057] env[69433]: INFO networking_nsxv3.common.synchronization [req-dafec4a6-36cc-41aa-a063-207eab299ef7 req-42edca00-9b22-426a-ab20-3581d75f7928 tempest-ServersWithSpecificFlavorTestJSON-785869544 tempest-ServersWithSpecificFlavorTestJSON-785869544-project-member] Enqueued Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 920.809632] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1425d356-6999-411b-af62-1064bd619193 with Priority: HIGHEST for action security_group_members [ 920.809963] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1425d356-6999-411b-af62-1064bd619193 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.810114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.810190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.810379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.810550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.810643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.810709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.810859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.810938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.811067] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1425d356-6999-411b-af62-1064bd619193',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.061268] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.061422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.062532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.062532] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b already deleted. [ 921.062532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.188033] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.188033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-313" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.188033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-313" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.188033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-313" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.188033] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.188033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.188033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.191563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.191790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.192368] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.193680] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.194050] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.194433] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.194827] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.195184] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.195887] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.198014] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.220773] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.220986] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.221215] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.221796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-313" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.222163] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a8129472-7300-40e8-9401-b55052c07757 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.222359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.222488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.222820] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.222980] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8129472-7300-40e8-9401-b55052c07757',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.316786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.317083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.317170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.317454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.345331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.345441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.345579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.345669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.345934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.346321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.346321] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 is going to be updated. [ 921.383499] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.384943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.385726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.386096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.386426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.401040] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: IN_PROGRESS for 2s [ 921.703091] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.728194] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.728194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.728194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.728194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.728194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.728194] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a8129472-7300-40e8-9401-b55052c07757 not found, creating... [ 921.728194] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.728194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.728513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.728560] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.729790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.729790] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.729790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.730081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.730360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.730360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.730679] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a8129472-7300-40e8-9401-b55052c07757 is going to be created. [ 921.757548] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.757548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.757727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.758582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.758582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.758779] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.208689] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.208857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.208930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.209273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.209361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.209527] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be updated. [ 922.245427] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.245592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.246171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.246171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.246407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.256858] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 922.536181] env[69433]: INFO networking_nsxv3.common.synchronization [req-536f8773-3acb-43ce-9ec2-90bbaba4d810 req-56bf6eb5-723f-40d9-93cc-67bd0cd3a0f6 service nova] Enqueued Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_rules [ 922.536354] env[69433]: INFO networking_nsxv3.common.synchronization [req-536f8773-3acb-43ce-9ec2-90bbaba4d810 req-56bf6eb5-723f-40d9-93cc-67bd0cd3a0f6 service nova] Enqueued Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_members [ 922.536490] env[69433]: INFO networking_nsxv3.common.synchronization [req-536f8773-3acb-43ce-9ec2-90bbaba4d810 req-56bf6eb5-723f-40d9-93cc-67bd0cd3a0f6 service nova] Enqueued Resource ID: a8129472-7300-40e8-9401-b55052c07757 with Priority: HIGHEST for action port [ 922.537601] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_rules [ 922.537601] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_members [ 922.537601] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8129472-7300-40e8-9401-b55052c07757 with Priority: HIGHEST for action port [ 922.537601] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.538191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.538284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.538529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.538613] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.542314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.542314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.542314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.542314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.542505] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.542571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.542634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.542784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.542868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.542974] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.544309] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8129472-7300-40e8-9401-b55052c07757 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.544309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.546973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.546973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.546973] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8129472-7300-40e8-9401-b55052c07757',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.054218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.055630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.055872] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.056978] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8129472-7300-40e8-9401-b55052c07757 with status ACTIVE [ 923.058034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.058034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.058034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.058034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.058530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.058530] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.058530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.058530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.058530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.058679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.058786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.058992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.058992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.059087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.059141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.059226] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8129472-7300-40e8-9401-b55052c07757 is going to be updated. [ 923.083719] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.083719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.083881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.084186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.084405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.084590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8129472-7300-40e8-9401-b55052c07757" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.355818] env[69433]: INFO networking_nsxv3.common.synchronization [req-aeae2fc8-f457-4177-8b84-c73262b21888 req-844ee9b1-3a25-404b-9491-3b538de74978 tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Enqueued Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_members [ 923.356417] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_members [ 923.356758] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.356933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.356988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.358789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.358965] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.359101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.359345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.359345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.360152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.360319] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.411360] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1425d356-6999-411b-af62-1064bd619193 in Status: SUCCESS [ 923.412258] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1425d356-6999-411b-af62-1064bd619193 deletion is rescheduled due to dependency. [ 923.412258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1425d356-6999-411b-af62-1064bd619193" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.563226] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.864675] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864675] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864675] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 already deleted. [ 923.864675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.972740] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.972740] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-911" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.972740] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-911" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.972740] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-911" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.975657] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.976500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.976849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.977601] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.977759] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.977886] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.978022] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.978149] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.978289] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.978482] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.009514] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.009801] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.010084] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.011170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-911" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.011170] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-d8a342ab-cd1b-4014-927d-e7c822523581 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.011170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.011170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.011568] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.011568] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a342ab-cd1b-4014-927d-e7c822523581',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.072554] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.072952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.072952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.073184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.073300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.074489] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b is going to be created. [ 924.168503] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.168857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.169045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.169394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.169855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.188307] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b in Status: UNINITIALIZED for 2s [ 924.269480] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 924.271122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.271122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.271122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.271525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.271525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.271649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.271857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.271947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.272082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.275033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.275033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.275033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.275033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.275033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.275033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.275033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.275033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.275033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.515691] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.515691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.515691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.515691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.515940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.515940] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port d8a342ab-cd1b-4014-927d-e7c822523581 not found, creating... [ 924.516237] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.516405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.516522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.516750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.516893] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.517218] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.518845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.518845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.518845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.518845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.518845] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: d8a342ab-cd1b-4014-927d-e7c822523581 is going to be created. [ 924.546954] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.547422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.547626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.547938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.548238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.548504] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.777030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.777030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.779057] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.283608] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.502099] env[69433]: INFO networking_nsxv3.common.synchronization [req-aeae2fc8-f457-4177-8b84-c73262b21888 req-eeee4d72-635c-4cd2-83bb-fb6514069df3 service nova] Enqueued Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_rules [ 925.502099] env[69433]: INFO networking_nsxv3.common.synchronization [req-aeae2fc8-f457-4177-8b84-c73262b21888 req-eeee4d72-635c-4cd2-83bb-fb6514069df3 service nova] Enqueued Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_members [ 925.502099] env[69433]: INFO networking_nsxv3.common.synchronization [req-aeae2fc8-f457-4177-8b84-c73262b21888 req-eeee4d72-635c-4cd2-83bb-fb6514069df3 service nova] Enqueued Resource ID: d8a342ab-cd1b-4014-927d-e7c822523581 with Priority: HIGHEST for action port [ 925.502099] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_rules [ 925.502099] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_members [ 925.502099] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a342ab-cd1b-4014-927d-e7c822523581 with Priority: HIGHEST for action port [ 925.503794] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.504220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.504581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.504951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.505315] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.506532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.506805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.506995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.507351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.511023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.511023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.511023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a342ab-cd1b-4014-927d-e7c822523581 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.511023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.511023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a342ab-cd1b-4014-927d-e7c822523581',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.785540] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.785691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.785739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.785949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.786051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.786216] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be updated. [ 925.819811] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.820028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.820152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.820277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.820431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.829625] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 926.012391] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.013631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.013822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.014058] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8a342ab-cd1b-4014-927d-e7c822523581 with status ACTIVE [ 926.014223] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.014223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.014309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.014444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.014529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.014700] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.014794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.014854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.014999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.019319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.019319] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.019319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.019319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.019319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.019319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.019319] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8a342ab-cd1b-4014-927d-e7c822523581 is going to be updated. [ 926.042096] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.042271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.042346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.042574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.042714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.042879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a342ab-cd1b-4014-927d-e7c822523581" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.201133] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b in Status: SUCCESS [ 926.201674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.202093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.202587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.203194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.204504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.204631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.205055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.205226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.205438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.205664] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.520243] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.714240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.714240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.714240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.714240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.714240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.714994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.714994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.715177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.715409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.715637] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.025023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.025023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.025023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.025023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.025023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.025023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 is going to be created. [ 927.050707] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.051258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.051382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.051655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.051859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.065968] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 in Status: UNINITIALIZED for 2s [ 927.220934] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2f2e6b3-fb79-42ce-872b-0754e41ad80b: rpc.has_security_group_logging(os_id): False [ 927.246325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.246678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.246850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.248246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.249606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.249606] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.249606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.249606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.249606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.249606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.251076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.251332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.251512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.251772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.252117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.252452] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.253299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.253299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.253299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.253299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.253299] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b is going to be created. [ 927.351439] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.351439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.351559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.351790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.352505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.366245] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b in Status: IN_PROGRESS for 2s [ 927.611745] env[69433]: INFO networking_nsxv3.common.synchronization [None req-763a4ad9-c0e6-4114-b93e-379446b423fc None None] Enqueued Resource ID: 534d7d1c-7452-4110-a08d-a2ec74ade9fd with Priority: HIGHEST for action port [ 927.612379] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534d7d1c-7452-4110-a08d-a2ec74ade9fd with Priority: HIGHEST for action port [ 927.615782] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-534d7d1c-7452-4110-a08d-a2ec74ade9fd taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-534d7d1c-7452-4110-a08d-a2ec74ade9fd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-534d7d1c-7452-4110-a08d-a2ec74ade9fd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.617493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-534d7d1c-7452-4110-a08d-a2ec74ade9fd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.618174] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('534d7d1c-7452-4110-a08d-a2ec74ade9fd',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.844769] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 927.845154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.847175] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.847175] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.847175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.847864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.848131] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.848340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.848735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.850134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.850134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.850134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.850134] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.124405] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 534d7d1c-7452-4110-a08d-a2ec74ade9fd [ 928.125562] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.125562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.125562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.125562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.125562] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:534d7d1c-7452-4110-a08d-a2ec74ade9fd already deleted. [ 928.125562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-534d7d1c-7452-4110-a08d-a2ec74ade9fd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.351476] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee37c5b9-f523-43f1-9c3c-a77ce105deda: rpc.has_security_group_logging(os_id): False [ 928.370538] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.371165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.371165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.371165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.371165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.371389] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.371389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.371480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.371913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.371913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.371913] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.372154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.372154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.372154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.372252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.374451] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.374451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.374451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.374451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.374451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.374451] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be created. [ 928.433212] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.433662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.433662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.433924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.434488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.446073] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 929.095249] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 in Status: SUCCESS [ 929.095577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.095756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.095991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.096339] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.096560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.096560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.096758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.096843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.096937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.097129] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.113392] env[69433]: INFO networking_nsxv3.common.synchronization [None req-1df8c628-9444-4d8a-9661-70ed6783c3bb tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 929.113605] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 929.116451] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.116451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.116451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.116451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.116451] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.276508] env[69433]: INFO networking_nsxv3.common.synchronization [None req-3bcf0b0e-30d6-425f-ad15-4167c7746919 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 929.276508] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 929.277191] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.278084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.386902] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b in Status: SUCCESS [ 929.387338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.601423] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.601619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.601735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.602023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.602232] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.602342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.602463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.602656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.602728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.602848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.606021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.606021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.606021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.606021] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.607067] env[69433]: INFO networking_nsxv3.common.synchronization [None req-129acfa6-3865-4565-8d0d-1d3c04bbe3a2 None None] Enqueued Resource ID: 6accf753-1a1e-4505-b318-144e7462ebf0 with Priority: HIGHEST for action port [ 929.607796] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6accf753-1a1e-4505-b318-144e7462ebf0 with Priority: HIGHEST for action port [ 929.608878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6accf753-1a1e-4505-b318-144e7462ebf0 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.609179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6accf753-1a1e-4505-b318-144e7462ebf0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.609211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6accf753-1a1e-4505-b318-144e7462ebf0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.609543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6accf753-1a1e-4505-b318-144e7462ebf0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.609664] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6accf753-1a1e-4505-b318-144e7462ebf0',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.644098] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.644255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.644305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645131] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 already deleted. [ 929.645131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645464] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.108672] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de0ad1ac-489d-4f3f-94f2-e027ba2a8989: rpc.has_security_group_logging(os_id): False [ 930.114976] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6accf753-1a1e-4505-b318-144e7462ebf0 [ 930.115291] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.115491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.115611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.115883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.115996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.116156] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6accf753-1a1e-4505-b318-144e7462ebf0 already deleted. [ 930.116274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6accf753-1a1e-4505-b318-144e7462ebf0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.131596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.131818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.131911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.136073] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.136073] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.136073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.138212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.138646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.138646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.138797] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.138924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.138991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.139189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.139271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.139365] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 is going to be created. [ 930.172371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.173606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.173606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.173606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.173606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.173606] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 already deleted. [ 930.173606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.241140] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.241140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.241140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.241140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.241140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.256094] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 in Status: IN_PROGRESS for 2s [ 930.459327] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 930.460891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.460891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.460891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.461131] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.964085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.964085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.964085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.964243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.964431] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.964629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.964711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.968048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.968048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.968048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.968048] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.470078] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.470378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.470378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.470564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.470875] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.471304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.471384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.471612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.471758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.471758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.471937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.472073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.472135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.472303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.472649] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.472649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.472649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.473088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.473088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.473088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.473088] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.978929] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee37c5b9-f523-43f1-9c3c-a77ce105deda: rpc.has_security_group_logging(os_id): False [ 931.998701] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.998867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.998903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.999230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.999230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.999448] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.999525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.999590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.999752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.999828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.000226] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.000226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.000226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.000401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.000401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.001310] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.001310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.001310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.001310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.001310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.004857] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be updated. [ 932.070351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.070511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.070585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.070787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.071036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.087716] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 932.269552] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 in Status: SUCCESS [ 932.269820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.647674] env[69433]: INFO networking_nsxv3.common.synchronization [req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 req-fe962b4c-6d55-4098-961e-cc3f44b7143f tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 933.648305] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 933.648664] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.648828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.648885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.649701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.649993] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.649993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.650993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.650993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.650993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.650993] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.106402] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 934.106930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.122718] env[69433]: INFO networking_nsxv3.common.synchronization [req-6e9359a0-ef38-4202-b148-e60e929732dc req-b0cea0d4-7154-4a8b-ae73-60248a6100b5 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 934.124863] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 934.126235] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.126617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.126617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.127744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.127744] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.127744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.127744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.127744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.127744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.128125] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.152814] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.152958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.154990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.154990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.175403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.176013] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.176279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.176403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.176784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.176910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.177130] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 934.263664] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.263886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.263886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.264120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.264298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.288579] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 934.416677] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.416958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.417163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.417541] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.417933] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.422352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.422579] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.422980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.423330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.423536] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.423702] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.423864] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.424035] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.424201] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.424363] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.424566] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.450922] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.451133] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.451385] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.451501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.451868] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-4204a1a3-6b46-429c-8796-f12cb8094624 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.452077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.452255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.452625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.452772] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4204a1a3-6b46-429c-8796-f12cb8094624',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.630516] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.630697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.630818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.630971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.631076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.631273] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.631429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.631429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.631580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.631656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.631755] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 934.674256] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.674565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.674565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.674666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.674806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.686344] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 934.955975] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.957069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.957069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.957069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.957069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.957069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 4204a1a3-6b46-429c-8796-f12cb8094624 not found, creating... [ 934.957367] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.957664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.957664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.957762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.959159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.959159] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.959159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.959159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.961837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.963052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963052] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 4204a1a3-6b46-429c-8796-f12cb8094624 is going to be created. [ 934.985371] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.985603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.985731] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.986015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.986946] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.986946] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.681711] env[69433]: INFO networking_nsxv3.common.synchronization [None req-df29b25a-c85c-40fa-9983-c4e1f83775bb tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_rules [ 935.685529] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_rules [ 935.685529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.685529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.685529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.685529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.685529] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.828745] env[69433]: INFO networking_nsxv3.common.synchronization [None req-3777a242-21ee-4e02-bdee-0011fac80a9f tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_rules [ 935.829300] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_rules [ 935.829607] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.829704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.035990] env[69433]: INFO networking_nsxv3.common.synchronization [req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 req-6c1a1e84-b471-4236-b2a6-ceb626e80513 service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 936.036222] env[69433]: INFO networking_nsxv3.common.synchronization [req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 req-6c1a1e84-b471-4236-b2a6-ceb626e80513 service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 936.036425] env[69433]: INFO networking_nsxv3.common.synchronization [req-354990f1-29ba-43cd-bf8c-5fdadb9917b0 req-6c1a1e84-b471-4236-b2a6-ceb626e80513 service nova] Enqueued Resource ID: 4204a1a3-6b46-429c-8796-f12cb8094624 with Priority: HIGHEST for action port [ 936.036937] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 936.037107] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 936.037221] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4204a1a3-6b46-429c-8796-f12cb8094624 with Priority: HIGHEST for action port [ 936.037514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.037623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.037690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.037888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.037964] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.038804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.038946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.039098] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4204a1a3-6b46-429c-8796-f12cb8094624 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.039198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.039260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.039426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.039508] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4204a1a3-6b46-429c-8796-f12cb8094624',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.178489] env[69433]: INFO networking_nsxv3.common.synchronization [req-0ffd1c3a-4616-4243-a728-e73def7a6678 req-457e002d-82ce-4408-82fb-582eec61ba3a tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 936.179583] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 936.180534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.180749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.180856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.181196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.182606] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.182606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.182606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.182752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.182805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.183010] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.216165] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.216430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.216522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.216741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.219016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.219016] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 already deleted. [ 936.219016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.219016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.219016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.219016] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.304402] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 936.304514] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 936.304716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.304950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.305240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.310823] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.310823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.310823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.310823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.310823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.310823] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.381640] env[69433]: INFO networking_nsxv3.common.synchronization [req-c2e80dde-ec79-4273-a8e4-63b50a110183 req-b42a7554-97dd-44e3-969c-de7f82998f8e tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_members [ 936.382220] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_members [ 936.382574] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.382686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.382735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.385175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.385398] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.388238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.388238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.388238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.388238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.388238] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.541454] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.541614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.541770] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4204a1a3-6b46-429c-8796-f12cb8094624 with status ACTIVE [ 936.541949] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.542065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.542131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.542338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.542740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.542914] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.543022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.543087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.543257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.543335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.543519] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.543609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.543667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.543809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.543874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.543949] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4204a1a3-6b46-429c-8796-f12cb8094624 is going to be updated. [ 936.568479] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.568731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.568849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.569164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.569386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.569651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4204a1a3-6b46-429c-8796-f12cb8094624" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.685753] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.695733] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 936.695931] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 936.696066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.739698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.740728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.740872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.741116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.741212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.741320] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 already deleted. [ 936.741405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.750907] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.751130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.751262] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.751531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.751822] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.752286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.752460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.752718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.752873] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.753098] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.753231] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.753387] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.753491] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.753606] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.753712] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.753844] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.778210] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.778452] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.778601] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.778789] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.779134] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.779319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.779446] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.779800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.779948] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2ddf1c-f160-4edc-8257-8ebb74de8efa',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.815629] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.888793] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.888793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.888793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.888793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.888793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.889130] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.889130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.889130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.889310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.889361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.890033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 already deleted. [ 936.890033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189369] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.286594] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.286594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.286594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.286594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.286594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.286859] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1c2ddf1c-f160-4edc-8257-8ebb74de8efa not found, creating... [ 937.286957] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.287647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.287647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.287647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.287852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.288087] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.288859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.289814] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.289814] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.289814] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.289814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1c2ddf1c-f160-4edc-8257-8ebb74de8efa is going to be created. [ 937.311929] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.312182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.312322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.312848] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.313130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.313512] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.317485] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.691870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.692197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.692197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.694561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.694660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.694773] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 937.724077] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.724169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.724242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.724460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.724617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.734467] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 937.820709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.820709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.820709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.820987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.821037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.821193] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 937.856488] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.856488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.856488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.875534] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 938.222163] env[69433]: INFO networking_nsxv3.common.synchronization [req-c2e80dde-ec79-4273-a8e4-63b50a110183 req-b8358b56-fcd5-4d2e-ba7e-725d82c1f447 service nova] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_rules [ 938.222427] env[69433]: INFO networking_nsxv3.common.synchronization [req-c2e80dde-ec79-4273-a8e4-63b50a110183 req-b8358b56-fcd5-4d2e-ba7e-725d82c1f447 service nova] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_members [ 938.222693] env[69433]: INFO networking_nsxv3.common.synchronization [req-c2e80dde-ec79-4273-a8e4-63b50a110183 req-b8358b56-fcd5-4d2e-ba7e-725d82c1f447 service nova] Enqueued Resource ID: 1c2ddf1c-f160-4edc-8257-8ebb74de8efa with Priority: HIGHEST for action port [ 938.232028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_rules [ 938.232028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_members [ 938.232028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2ddf1c-f160-4edc-8257-8ebb74de8efa with Priority: HIGHEST for action port [ 938.232028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232028] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.232028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.234846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.234984] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.236553] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.236707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.236754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.236937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.237048] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2ddf1c-f160-4edc-8257-8ebb74de8efa',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.739324] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.739706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.739761] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.742740] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c2ddf1c-f160-4edc-8257-8ebb74de8efa with status ACTIVE [ 938.742973] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.743136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.743207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.743450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.743553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.743731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.743841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.743943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.746366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.746366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.746366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.746366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.746366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.746366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.746366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.746366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c2ddf1c-f160-4edc-8257-8ebb74de8efa is going to be updated. [ 938.766962] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.766962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.767142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.767364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.767506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.767665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2ddf1c-f160-4edc-8257-8ebb74de8efa" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.245096] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.743829] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 939.744216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.757784] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.757962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.758019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.758236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.758327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.758436] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 is going to be created. [ 939.783452] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.783669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.783669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.783880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.784059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.794789] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 in Status: UNINITIALIZED for 2s [ 939.882909] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 939.883146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.883316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.883705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.883705] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.884071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.884071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.884071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.884248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.884248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.884341] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.387530] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.387754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.387875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.388017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.388445] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.388445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.388445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.388630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.388849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.388849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.388977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.389085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.389146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.389291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.389496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.389609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.389662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.389873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.389873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.389948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.390042] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.894172] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8694b583-f83a-4036-a4b9-142c0f4e8208: rpc.has_security_group_logging(os_id): False [ 940.913847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.913999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.913999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.914273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.914361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.914556] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.914662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.914714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.916016] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.916016] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.916016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.916506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.916506] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 940.980442] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.980596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.980668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.980891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.981059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.997482] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 941.463636] env[69433]: INFO networking_nsxv3.common.synchronization [req-c60c7521-881a-45ba-8f34-67981d06831e req-776c06b8-6523-4c76-bed9-834187351946 tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Enqueued Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_members [ 941.464303] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_members [ 941.464661] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.464794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.464888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.465361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.465615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.465729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.465789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.465960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.466052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.466144] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.807526] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 in Status: SUCCESS [ 941.807642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.807822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.808056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.808322] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.808496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.808569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.808764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.808818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.808908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.809011] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.964469] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.964781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.964781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.965742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.965742] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.965742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.965742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.966075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.966912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.966980] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.967161] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.967435] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.967435] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.967670] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.967670] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.967780] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.969527] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.969644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.969711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.969876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.970516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.970516] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.970516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.970516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.970516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.970516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.970749] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f096a7-7146-437e-9f9c-88853992ab20 already deleted. [ 941.970749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.992171] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.992356] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.992507] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.992745] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.993089] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-95894f0a-91df-4808-bda2-571c56e30317 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.993318] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.993389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.993733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.993884] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95894f0a-91df-4808-bda2-571c56e30317',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.312882] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.500280] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.500901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.501172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.501499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.501692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.502020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 95894f0a-91df-4808-bda2-571c56e30317 not found, creating... [ 942.502506] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.503154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.503154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.503154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.503310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.503570] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.503753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.503919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.504109] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.504730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.504730] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 95894f0a-91df-4808-bda2-571c56e30317 is going to be created. [ 942.528413] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.528632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.528759] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.529076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.529320] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.529677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.816995] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24117f8d-6fec-42fe-b698-cc20c81ffaa8: rpc.has_security_group_logging(os_id): False [ 942.842186] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.842379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.842379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.842601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.842822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.842939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.843062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.843129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.843335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.843403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.843449] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 is going to be created. [ 942.922685] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.922891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.922964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.923196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.923380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.944788] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 in Status: IN_PROGRESS for 2s [ 943.042202] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 943.042529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.353430] env[69433]: INFO networking_nsxv3.common.synchronization [req-c60c7521-881a-45ba-8f34-67981d06831e req-c460f012-eda4-4f8a-be21-1fe98fca9b61 service nova] Enqueued Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_rules [ 943.353430] env[69433]: INFO networking_nsxv3.common.synchronization [req-c60c7521-881a-45ba-8f34-67981d06831e req-c460f012-eda4-4f8a-be21-1fe98fca9b61 service nova] Enqueued Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_members [ 943.353430] env[69433]: INFO networking_nsxv3.common.synchronization [req-c60c7521-881a-45ba-8f34-67981d06831e req-c460f012-eda4-4f8a-be21-1fe98fca9b61 service nova] Enqueued Resource ID: 95894f0a-91df-4808-bda2-571c56e30317 with Priority: HIGHEST for action port [ 943.354693] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_rules [ 943.354693] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_members [ 943.354779] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95894f0a-91df-4808-bda2-571c56e30317 with Priority: HIGHEST for action port [ 943.355043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.355166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.355230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.355524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.355610] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.357781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.357781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.357781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.357781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.357781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.357781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.357781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.357781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.358196] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.358888] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-95894f0a-91df-4808-bda2-571c56e30317 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.359075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.359115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.359251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.359328] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95894f0a-91df-4808-bda2-571c56e30317',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.861533] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.864236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.864236] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95894f0a-91df-4808-bda2-571c56e30317 with status ACTIVE [ 943.864236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.864236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.864236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.864236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.864995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.864995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.864995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.864995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.864995] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95894f0a-91df-4808-bda2-571c56e30317 is going to be updated. [ 943.889750] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.889859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.889859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.890116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.890280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.890479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95894f0a-91df-4808-bda2-571c56e30317" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.061133] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-88f03338-8b1d-45a2-9c4b-59edfe975624 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 944.061742] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 944.062090] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.062226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.062357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.062584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.062753] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.062864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.062928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.063123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.063230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.063504] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.368319] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.570733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.570733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.570733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.570733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.595998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.595998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.595998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.595998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.595998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.595998] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 944.629621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.629621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.629621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.629621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.629621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.638615] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 944.737241] env[69433]: INFO networking_nsxv3.common.synchronization [req-eaf3576e-8c9a-4b33-8dd7-ca8f6a572e55 req-73bf1b4a-ea2c-48a9-abbe-1f60077d6b74 tempest-FloatingIPsAssociationNegativeTestJSON-879965535 tempest-FloatingIPsAssociationNegativeTestJSON-879965535-project-member] Enqueued Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_members [ 944.737241] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGHEST for action security_group_members [ 944.739090] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.739273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.739373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.739606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.739822] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.740302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.740502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.740734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.740861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.741030] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.859380] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.860142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.860142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.860142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.860283] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.862746] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.862746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.862746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.862746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.862746] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.862746] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.862746] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.872320] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.872490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.872533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.873037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.873037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.873037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f096a7-7146-437e-9f9c-88853992ab20 is going to be created. [ 944.885181] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.885742] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.886848] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.886848] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.886848] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.887711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.888388] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.889209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.889387] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.900029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.900175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.900244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.900505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.900634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.912553] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f096a7-7146-437e-9f9c-88853992ab20 in Status: UNINITIALIZED for 2s [ 944.957869] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 in Status: SUCCESS [ 944.957869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.107342] env[69433]: INFO networking_nsxv3.common.synchronization [req-43ab90cf-5e9a-406f-a84e-8e2e1270727f req-d8c70b27-bff3-45d5-9895-b432aff59f4d tempest-ServerMetadataNegativeTestJSON-2039873297 tempest-ServerMetadataNegativeTestJSON-2039873297-project-member] Enqueued Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_members [ 945.107342] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGHEST for action security_group_members [ 945.107342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.107711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.107711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.107771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.108401] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.108401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.108401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.108588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.108588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.108651] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.243560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.243817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.243941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.244291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.244445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.244840] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.244919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.245021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.245268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.245399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.245626] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b is going to be updated. [ 945.280081] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.280266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.280332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.280561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.280711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.290726] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b in Status: IN_PROGRESS for 2s [ 945.392746] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.393012] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.393145] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.393440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.393638] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.393814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 not found, creating... [ 945.394115] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.394281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.394485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.394914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.395128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.395537] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.395781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.395972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.396271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.396478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.396661] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 is going to be created. [ 945.422965] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.423213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.423342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.424029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.424029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.424142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.611317] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.611505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.611542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.611758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.612051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.612273] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.612382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.613046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.613046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.613046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.613046] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 is going to be updated. [ 945.644799] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.645007] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.645690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.645690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.645690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.655262] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 in Status: IN_PROGRESS for 2s [ 946.233929] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-070537d5-5fc7-459b-adbb-e6be1606e235 service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 946.234802] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-070537d5-5fc7-459b-adbb-e6be1606e235 service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 946.235119] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-070537d5-5fc7-459b-adbb-e6be1606e235 service nova] Enqueued Resource ID: 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 with Priority: HIGHEST for action port [ 946.235992] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 946.236233] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 946.236406] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 with Priority: HIGHEST for action port [ 946.238292] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.238667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.239026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.240567] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.241740] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.241888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.242272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.242497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.242616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.242887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.243015] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.648802] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 946.648981] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 deletion is rescheduled due to dependency. [ 946.649131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.649321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.649523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.649703] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.649822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.649896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.650078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.650329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.650329] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.746186] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.746186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.746451] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 with status ACTIVE [ 946.746576] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.746727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.746790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.746996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747306] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.748009] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.748108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.748168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.748309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.748383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.748467] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5 is going to be updated. [ 946.770942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.771133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.771192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.771445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.771593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.771758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9971ca2e-c94a-4eb7-89a6-cf69d07e9ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.924702] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f096a7-7146-437e-9f9c-88853992ab20 in Status: SUCCESS [ 946.925269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.925580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.925977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.926366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.926772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.926772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.926990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.927168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.927436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.927610] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.152421] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.314024] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b in Status: SUCCESS [ 947.314024] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b deletion is rescheduled due to dependency. [ 947.314024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.430659] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.430878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.430947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.431206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.431452] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.431562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.431661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.431863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.432483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.432483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.432483] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.432483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.432764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.432764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.433622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.433622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.433622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.433622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.433622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.433622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.433969] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.657824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.672014] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 in Status: SUCCESS [ 947.672014] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 deletion is rescheduled due to dependency. [ 947.672014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.937376] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2f096a7-7146-437e-9f9c-88853992ab20: rpc.has_security_group_logging(os_id): False [ 947.959174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.959419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.959520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.959774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.959896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.960140] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.960293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.960352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.960512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.960587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.960830] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.960931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.961013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.961161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.961233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.961411] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.961516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.961585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.961747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.961825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.961927] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2f096a7-7146-437e-9f9c-88853992ab20 is going to be created. [ 948.054853] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.055113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.055271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.055570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.055797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.070687] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2f096a7-7146-437e-9f9c-88853992ab20 in Status: IN_PROGRESS for 2s [ 948.161103] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.161301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.161769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.162081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.162195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.162312] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 948.202500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.202736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.202814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.203115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.203615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.215654] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 950.084724] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2f096a7-7146-437e-9f9c-88853992ab20 in Status: SUCCESS [ 950.085330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.227945] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.234205] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.234205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.234205] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.738304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.738460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.738530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.738749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.738927] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.739035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.739094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.739247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.739331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.740057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.740057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.740057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.740057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.740057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.740258] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.740258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.740343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.740435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.740506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.740585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.740670] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.237720] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 951.238250] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 951.243655] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2f1d11-0ca3-44aa-8d53-72dfa2671e90: rpc.has_security_group_logging(os_id): False [ 951.264785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.264947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.265034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.265258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.265354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.265645] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.265816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.265942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.266194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.266331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.266571] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.266716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.266783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.267117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.267258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.267455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.267550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.267611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.267760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.267989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.268131] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 951.344474] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.344711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.344772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.345029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.345189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.383719] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 953.403597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 953.403901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.185727] env[69433]: INFO networking_nsxv3.common.synchronization [None req-16c39c6a-c125-47ce-89b9-884b9b6f8217 None None] Enqueued Resource ID: 7f55c55d-7954-445e-9c9b-0026bd5e2a3a with Priority: HIGHEST for action port [ 955.188196] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f55c55d-7954-445e-9c9b-0026bd5e2a3a with Priority: HIGHEST for action port [ 955.188947] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f55c55d-7954-445e-9c9b-0026bd5e2a3a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.189277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f55c55d-7954-445e-9c9b-0026bd5e2a3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.189318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f55c55d-7954-445e-9c9b-0026bd5e2a3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.189924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f55c55d-7954-445e-9c9b-0026bd5e2a3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.189924] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f55c55d-7954-445e-9c9b-0026bd5e2a3a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.576679] env[69433]: INFO networking_nsxv3.common.synchronization [None req-bb47147e-cb62-47e0-88ae-7435f8017001 None None] Enqueued Resource ID: 4dee72f3-ea79-41a5-9803-21b92dfe509e with Priority: HIGHEST for action port [ 955.577180] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dee72f3-ea79-41a5-9803-21b92dfe509e with Priority: HIGHEST for action port [ 955.577363] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dee72f3-ea79-41a5-9803-21b92dfe509e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.577585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dee72f3-ea79-41a5-9803-21b92dfe509e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.577585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dee72f3-ea79-41a5-9803-21b92dfe509e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.577820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dee72f3-ea79-41a5-9803-21b92dfe509e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.577908] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dee72f3-ea79-41a5-9803-21b92dfe509e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.698414] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f55c55d-7954-445e-9c9b-0026bd5e2a3a [ 955.699077] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.699846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.699978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.700232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.700321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.700425] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f55c55d-7954-445e-9c9b-0026bd5e2a3a already deleted. [ 955.700503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f55c55d-7954-445e-9c9b-0026bd5e2a3a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.080765] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dee72f3-ea79-41a5-9803-21b92dfe509e [ 956.080993] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.081165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.081243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.081469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.081563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.081675] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dee72f3-ea79-41a5-9803-21b92dfe509e already deleted. [ 956.081803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dee72f3-ea79-41a5-9803-21b92dfe509e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.700837] env[69433]: INFO networking_nsxv3.common.synchronization [req-50202f98-3a4d-470e-971c-3b71ee4b94ed req-e34824cf-e78e-4be2-8ea4-fb6f28abbe0b tempest-ServerAddressesTestJSON-969082375 tempest-ServerAddressesTestJSON-969082375-project-member] Enqueued Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_members [ 956.704102] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGHEST for action security_group_members [ 956.704102] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.704215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.704215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.704432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.704613] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.704717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.704767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.704924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.705013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.705111] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.777173] env[69433]: INFO networking_nsxv3.common.synchronization [None req-a00a3c1b-2b66-4db9-9d84-76212b5e3ee2 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_rules [ 956.777896] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_rules [ 956.778311] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.785019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.785019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.785019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.785019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.920551] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f1d04546-cff4-4972-8280-5284a14c4540 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_rules [ 956.925549] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_rules [ 956.926043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.926644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.208610] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.208771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.209692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.209692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.209692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.211042] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.211042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.211042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.211042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.211042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.211042] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f096a7-7146-437e-9f9c-88853992ab20 is going to be updated. [ 957.235215] env[69433]: INFO networking_nsxv3.common.synchronization [None req-dd3e5981-2076-4a6f-b535-e7cb9d1040d6 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_rules [ 957.235925] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_rules [ 957.238740] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.238945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.238945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.239933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.239933] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.255331] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.255808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.255889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.256120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.256284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.269528] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f096a7-7146-437e-9f9c-88853992ab20 in Status: IN_PROGRESS for 2s [ 957.307777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.307942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.308061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.308318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.308410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.308641] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 already deleted. [ 957.308912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.309942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.310735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.310735] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.356588] env[69433]: INFO networking_nsxv3.common.synchronization [None req-cfab9d5d-96b0-4168-9248-fa33e604bf9e None None] Enqueued Resource ID: f6caa518-fb00-42fd-b34e-ba43ff1cbe01 with Priority: HIGHEST for action port [ 957.358759] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6caa518-fb00-42fd-b34e-ba43ff1cbe01 with Priority: HIGHEST for action port [ 957.358759] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6caa518-fb00-42fd-b34e-ba43ff1cbe01 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.358759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6caa518-fb00-42fd-b34e-ba43ff1cbe01" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.358759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6caa518-fb00-42fd-b34e-ba43ff1cbe01" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.359403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6caa518-fb00-42fd-b34e-ba43ff1cbe01" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.359403] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6caa518-fb00-42fd-b34e-ba43ff1cbe01',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.543377] env[69433]: INFO networking_nsxv3.common.synchronization [None req-2a186a98-c83b-40eb-9d58-5ce331365f1c tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_rules [ 957.543377] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_rules [ 957.543377] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.543808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.767435] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.767435] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 already deleted. [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.767435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.767435] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.841944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.842137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.842137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.842364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.842470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.842596] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 already deleted. [ 957.842703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.864022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6caa518-fb00-42fd-b34e-ba43ff1cbe01 [ 957.864022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.864022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.864022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.864022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.864022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.864022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6caa518-fb00-42fd-b34e-ba43ff1cbe01 already deleted. [ 957.864022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6caa518-fb00-42fd-b34e-ba43ff1cbe01" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.292960] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.293268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.294191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.294191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.294191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.294191] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 already deleted. [ 958.294191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.318395] env[69433]: INFO networking_nsxv3.common.synchronization [None req-05f6bbec-ac3f-4c55-ae6c-c2f97b34c8bb None None] Enqueued Resource ID: 9a3e1f55-5cdb-4511-b63c-a0c537c91143 with Priority: HIGHEST for action port [ 958.320708] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3e1f55-5cdb-4511-b63c-a0c537c91143 with Priority: HIGHEST for action port [ 958.321082] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3e1f55-5cdb-4511-b63c-a0c537c91143 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.321214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3e1f55-5cdb-4511-b63c-a0c537c91143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.321282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3e1f55-5cdb-4511-b63c-a0c537c91143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.321539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3e1f55-5cdb-4511-b63c-a0c537c91143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.321644] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3e1f55-5cdb-4511-b63c-a0c537c91143',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.824423] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a3e1f55-5cdb-4511-b63c-a0c537c91143 [ 958.824725] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.824818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.824879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.825118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.825217] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.825331] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a3e1f55-5cdb-4511-b63c-a0c537c91143 already deleted. [ 958.825413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3e1f55-5cdb-4511-b63c-a0c537c91143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.281553] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2f096a7-7146-437e-9f9c-88853992ab20 in Status: SUCCESS [ 959.282199] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2f096a7-7146-437e-9f9c-88853992ab20 deletion is rescheduled due to dependency. [ 959.282483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.548739] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-be7aaff3-db2e-4891-a3d7-ccd472de1d46 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 959.549415] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 959.549958] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.550138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.550223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.550468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.550664] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.550792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.550877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.551080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.551191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.551310] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.895535] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.895858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.895934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.896842] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.897382] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.897382] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.897658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.898662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.898662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.898662] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.898662] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.898833] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.898919] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.899033] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.899141] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.899438] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.923016] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.923016] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.923016] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.923016] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-146" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.923016] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f26dcc0a-c227-4791-9e6c-7c47108623ab taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.923016] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.923323] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.923530] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.923699] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26dcc0a-c227-4791-9e6c-7c47108623ab',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.055194] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.427028] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.427313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.427452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.427757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.427918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.428132] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f26dcc0a-c227-4791-9e6c-7c47108623ab not found, creating... [ 960.428430] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.428594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.428717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.428969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.429131] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.429419] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.429578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.429700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.429921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.430068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.430211] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f26dcc0a-c227-4791-9e6c-7c47108623ab is going to be created. [ 960.451078] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.451357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.451509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.451850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.452220] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.452505] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.561620] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.064043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.065402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.066212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.066454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.067353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.067353] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 961.101431] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.101570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.101570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.101790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.101937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.113133] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 961.192118] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-d566bb04-c287-49e2-a6ed-22cb1e1d355b service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 961.192360] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-d566bb04-c287-49e2-a6ed-22cb1e1d355b service nova] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 961.192519] env[69433]: INFO networking_nsxv3.common.synchronization [req-2981de02-5a7d-4527-a2a6-4432a006e46d req-d566bb04-c287-49e2-a6ed-22cb1e1d355b service nova] Enqueued Resource ID: f26dcc0a-c227-4791-9e6c-7c47108623ab with Priority: HIGHEST for action port [ 961.192782] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_rules [ 961.192902] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 961.193155] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26dcc0a-c227-4791-9e6c-7c47108623ab with Priority: HIGHEST for action port [ 961.193595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.193724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.193817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.196753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.196753] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.197505] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.197505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.200809] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26dcc0a-c227-4791-9e6c-7c47108623ab taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.200809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.200809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.200809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.200809] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26dcc0a-c227-4791-9e6c-7c47108623ab',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.701167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26dcc0a-c227-4791-9e6c-7c47108623ab with status ACTIVE [ 961.701441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.701591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.702282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.702282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.702429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.702504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.702575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.702762] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.702890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.702964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.703114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.703177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.703263] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26dcc0a-c227-4791-9e6c-7c47108623ab is going to be updated. [ 961.706836] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.707033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.729375] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.729460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.729491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.729811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.729964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.730265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26dcc0a-c227-4791-9e6c-7c47108623ab" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.222541] env[69433]: INFO networking_nsxv3.common.synchronization [req-894bb306-a904-4674-8836-86daabb7b85e req-d19dc8d1-92a3-4f65-bff5-bda682c7e017 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_members [ 962.223969] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_members [ 962.224554] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.225374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.225569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.226040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.226456] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.226778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.226968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.227554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.227738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.227944] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.732643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.732934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.732934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.733530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.733530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.733530] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.733530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.733530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.733721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.733721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.734560] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b already deleted. [ 962.734560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.817853] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.818185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-489" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.818363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-489" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.818805] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-489" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.819146] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.819377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.819529] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.819848] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.820053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.820427] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.820551] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.820649] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.820782] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.820957] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.821139] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.821323] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.844069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.844255] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.844399] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.844592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-489" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.845231] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-5389a474-08bb-4d01-b59c-fd7f69e32f64 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.845399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.845399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.845746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.846023] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5389a474-08bb-4d01-b59c-fd7f69e32f64',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.125992] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 4s [ 963.359028] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.359028] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 5389a474-08bb-4d01-b59c-fd7f69e32f64 not found, creating... [ 963.359028] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.359028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.359989] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.359989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.359989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.359989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.359989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.359989] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 5389a474-08bb-4d01-b59c-fd7f69e32f64 is going to be created. [ 963.383869] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.383869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.383869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.384401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.384401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.384636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.166730] env[69433]: INFO networking_nsxv3.common.synchronization [req-894bb306-a904-4674-8836-86daabb7b85e req-0a8398d2-2923-4afb-a8c7-625a3893efe2 service nova] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_rules [ 964.166730] env[69433]: INFO networking_nsxv3.common.synchronization [req-894bb306-a904-4674-8836-86daabb7b85e req-0a8398d2-2923-4afb-a8c7-625a3893efe2 service nova] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_members [ 964.166730] env[69433]: INFO networking_nsxv3.common.synchronization [req-894bb306-a904-4674-8836-86daabb7b85e req-0a8398d2-2923-4afb-a8c7-625a3893efe2 service nova] Enqueued Resource ID: 5389a474-08bb-4d01-b59c-fd7f69e32f64 with Priority: HIGHEST for action port [ 964.167033] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_rules [ 964.167372] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_members [ 964.167800] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389a474-08bb-4d01-b59c-fd7f69e32f64 with Priority: HIGHEST for action port [ 964.167800] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.167986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.167986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.168208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.168724] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.170531] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.170661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.170726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.171221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.172123] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.172123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.172279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.172401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.172559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.172652] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.177218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5389a474-08bb-4d01-b59c-fd7f69e32f64 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.177403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.177462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.177674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.177770] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5389a474-08bb-4d01-b59c-fd7f69e32f64',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.681867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.681867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.681867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5389a474-08bb-4d01-b59c-fd7f69e32f64 with status ACTIVE [ 964.681867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.681867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.681867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.681867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.682402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.682402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.682402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.682402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.682573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.682573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.682710] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.682804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.682865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.683018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.683110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.683203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5389a474-08bb-4d01-b59c-fd7f69e32f64 is going to be updated. [ 964.684624] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.709431] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.709648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.709697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.709895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.710072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.710245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5389a474-08bb-4d01-b59c-fd7f69e32f64" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.924600] env[69433]: INFO networking_nsxv3.common.synchronization [req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 req-a3f6c33d-4cbf-4529-82dc-3c0d5726f63c tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 964.925125] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 964.925440] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.925560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.925660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.925894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.926662] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.926933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.927176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.927495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.927674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.927809] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.138027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 965.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.138027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.142904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.142904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.142904] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.189541] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.433412] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.568020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.568020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.568020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.568020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.568020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.568020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.568020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.568889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.569450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.572351] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.572351] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.572351] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.572351] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.572351] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.572351] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.572351] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.589036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.589323] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.589465] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.589640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-378" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.590565] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-340aa06b-6658-4c50-b64a-8821d8dc5b86 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.590565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.590565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.590565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.590804] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340aa06b-6658-4c50-b64a-8821d8dc5b86',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.640928] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.689220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.689522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.689522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.689661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.689748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.690539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b is going to be created. [ 965.714693] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.714973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.715257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.730131] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b in Status: UNINITIALIZED for 2s [ 965.935763] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.100192] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.100192] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 340aa06b-6658-4c50-b64a-8821d8dc5b86 not found, creating... [ 966.100192] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.100192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.100876] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.100876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.100876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.101615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.102035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.102364] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 340aa06b-6658-4c50-b64a-8821d8dc5b86 is going to be created. [ 966.129828] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.132103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.132103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.132103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.132103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.132103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.142973] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.440229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.440419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.440475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.440677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.440769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.440873] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 966.479332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.479529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.479591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.479761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.479903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.491362] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 966.646957] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.646957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.646957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.646957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.646957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.646957] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 966.685070] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.685070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.685070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.685070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.685070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.708645] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 967.048472] env[69433]: INFO networking_nsxv3.common.synchronization [req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 req-573c84eb-3623-4eea-af88-a4065d697305 service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 967.048641] env[69433]: INFO networking_nsxv3.common.synchronization [req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 req-573c84eb-3623-4eea-af88-a4065d697305 service nova] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 967.049210] env[69433]: INFO networking_nsxv3.common.synchronization [req-bc8d361f-d1ba-4e23-a717-0bc8cb185fc2 req-573c84eb-3623-4eea-af88-a4065d697305 service nova] Enqueued Resource ID: 340aa06b-6658-4c50-b64a-8821d8dc5b86 with Priority: HIGHEST for action port [ 967.049800] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_rules [ 967.049938] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 967.052880] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340aa06b-6658-4c50-b64a-8821d8dc5b86 with Priority: HIGHEST for action port [ 967.053681] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.057327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.057327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.057327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.057327] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.057327] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.057327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.057644] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-340aa06b-6658-4c50-b64a-8821d8dc5b86 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.057644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.057723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.058257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.058257] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340aa06b-6658-4c50-b64a-8821d8dc5b86',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.562239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.562425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.562631] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 340aa06b-6658-4c50-b64a-8821d8dc5b86 with status ACTIVE [ 967.562815] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.563126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.563126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.563250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.563279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.563472] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.563570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.563629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.563817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.563920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.564126] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.564222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.564275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.564419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.564490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.564572] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 340aa06b-6658-4c50-b64a-8821d8dc5b86 is going to be updated. [ 967.589191] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.589606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.589752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.589922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340aa06b-6658-4c50-b64a-8821d8dc5b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.662539] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-d826e4c4-f70c-449a-bc8e-9dc01b3f731d tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 967.663510] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 967.663510] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.664106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.664106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.664270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.664702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.664702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.664702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.664702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.664978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.664978] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.745508] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b in Status: SUCCESS [ 967.745762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.746678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.746941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.747385] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.747621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.747710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.747917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.748035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.748147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.748254] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.167472] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.167749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.167916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.168487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.168812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.169129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.169409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.169409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.169906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.170078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.170291] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be deleted. [ 968.211235] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.211563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.211711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.212175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.212565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.212970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.251725] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.390975] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-2adade22-529b-4680-b01f-d75762b9f807 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 968.392026] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 968.393075] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.393228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.393297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.393503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.393684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.393790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.393851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.395639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.396121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.396121] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.504147] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 968.504512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.504790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.505325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.505325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.505471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.505526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.505708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.505787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.505920] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.725630] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 968.725782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.726295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.726424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.726668] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.726849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.726955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.728080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.728568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.728568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.728568] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.755823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 743c9ac4-fb14-4449-902d-9c865bc66f7b: rpc.has_security_group_logging(os_id): False [ 968.773436] env[69433]: INFO networking_nsxv3.common.synchronization [req-2f056fa2-0691-4b7f-893b-38e00bc58f1c req-e3ecaa45-b69c-4329-b834-5d5d4bd82ddd tempest-ServersTestJSON-1541605912 tempest-ServersTestJSON-1541605912-project-member] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_members [ 968.773847] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGHEST for action security_group_members [ 968.774450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.774638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.774741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.775490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.775641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.778229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.778229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.778229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.778229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.778229] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.778524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.778600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.778635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.778931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.779099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.779502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.779502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.779600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.779711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.779793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.779913] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b is going to be created. [ 968.784090] env[69433]: INFO networking_nsxv3.common.synchronization [req-2eea3c10-4ad5-4236-a468-0f3dd821528d req-87f3e18c-13ff-4118-8e1f-369f72c8e08a tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 968.784978] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 968.785306] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.785429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.785497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.786109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.786109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.786109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.786349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.786436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.786674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.786761] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.856569] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.856736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.856815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.857090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.857309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.877043] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b in Status: IN_PROGRESS for 2s [ 968.898213] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.899052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.899052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.899052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.899052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.899346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.899511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.899607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.899864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.899987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.900152] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb already deleted. [ 968.900243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.009447] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.231154] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.231549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.231717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.232036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.232443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.232782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.233144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.233254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.233335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.233454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.233637] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.233748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.233815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.234035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.235044] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.235044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.235044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.235044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.235044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.235044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.235563] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.284174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.284348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.284417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.284678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.290172] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.290274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.291413] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.291584] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-24" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.291705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-24" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.292559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-24" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.292877] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.293223] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.293378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.294286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.294286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.294286] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.295508] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.295761] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.295984] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.296152] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.296360] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.296596] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.349349] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.349349] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.349349] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.349349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-24" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.349349] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f3ca23cb-d868-4010-b530-df779da03b85 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.349349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.349349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.350695] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.351070] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ca23cb-d868-4010-b530-df779da03b85',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.358196] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.358196] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 is going to be updated. [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.358196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.364414] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.364414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.364414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.364414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.364414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.364414] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 969.404156] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.404156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.404156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.404156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.404156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.407313] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.407560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.407560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.407738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.407990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.424163] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 969.425553] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3464ac46-38a5-43e7-a8e0-934113d70710 in Status: IN_PROGRESS for 2s [ 969.512833] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.738040] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2f1d11-0ca3-44aa-8d53-72dfa2671e90: rpc.has_security_group_logging(os_id): False [ 969.757648] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.757648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.758281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.758281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.758281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758281] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.758553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.758553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.758691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.758691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758825] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.758908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.758971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.759142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.759208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.759421] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.759542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.759542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.759713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.759828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.759962] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 969.842351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.842537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.842611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.842823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.842969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.864130] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.864410] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.864519] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.864945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.864945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.865128] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f3ca23cb-d868-4010-b530-df779da03b85 not found, creating... [ 969.865397] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.865561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.865683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.867794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.867794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.867794] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.867794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.867794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.867794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.867794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.867794] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f3ca23cb-d868-4010-b530-df779da03b85 is going to be created. [ 969.871254] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 969.895045] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.895045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.895045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.895045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.895045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.895244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.018136] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.018587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.018713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.018943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.019044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.019145] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 970.063304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.063304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.063304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.063540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.067210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.080115] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 970.744232] env[69433]: INFO networking_nsxv3.common.synchronization [req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 req-a7db143a-6f7d-4944-acda-558b83b07737 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Enqueued Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_members [ 970.744232] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_members [ 970.744232] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.744232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.744232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.746814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.746814] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.746814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.746814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.746814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.746981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.746981] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.810583] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-1f563eed-6ec8-418e-b2a7-d43dffc37668 service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 970.810583] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-1f563eed-6ec8-418e-b2a7-d43dffc37668 service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 970.810583] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-1f563eed-6ec8-418e-b2a7-d43dffc37668 service nova] Enqueued Resource ID: f3ca23cb-d868-4010-b530-df779da03b85 with Priority: HIGHEST for action port [ 970.811018] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 970.811143] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 970.811257] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ca23cb-d868-4010-b530-df779da03b85 with Priority: HIGHEST for action port [ 970.815051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.815051] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.815051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.815051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.815051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.815051] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.815988] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ca23cb-d868-4010-b530-df779da03b85 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.815988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.815988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.815988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.815988] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ca23cb-d868-4010-b530-df779da03b85',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.890790] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b in Status: SUCCESS [ 970.891056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.150011] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.150011] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.150011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.150893] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.151041] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.151161] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.151274] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.151385] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.151677] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.151677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.174706] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.174891] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.175056] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.175333] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-668" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.175690] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-22937e6a-1b35-474d-9d40-bb28e278dd35 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.175838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.176116] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.176370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.180018] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22937e6a-1b35-474d-9d40-bb28e278dd35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.257033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.257033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.257033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f239d5da-e949-43c8-9e3e-8b954b572b45 already deleted. [ 971.257033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.317993] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.319200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.319200] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.319561] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3ca23cb-d868-4010-b530-df779da03b85 with status ACTIVE [ 971.319743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.319856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.319920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.320154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.320247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.320419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.320537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.320594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.320750] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.320827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.321672] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.322121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.322210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.322366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.322455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.322561] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3ca23cb-d868-4010-b530-df779da03b85 is going to be updated. [ 971.356347] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.356634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.356634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.356836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.356970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.357137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ca23cb-d868-4010-b530-df779da03b85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.439021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 971.439021] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 971.439021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.440019] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3464ac46-38a5-43e7-a8e0-934113d70710 in Status: SUCCESS [ 971.441101] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 deletion is rescheduled due to dependency. [ 971.441364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.679495] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.681071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.681071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.681403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.682139] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.682362] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 22937e6a-1b35-474d-9d40-bb28e278dd35 not found, creating... [ 971.683349] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.683349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.683349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.683349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.683349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.683775] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.683994] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.684173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.685389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.685389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.685389] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 22937e6a-1b35-474d-9d40-bb28e278dd35 is going to be created. [ 971.710886] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.710886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.710886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.710886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.710886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.713196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.770482] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.770482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-693" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.770714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-693" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.770936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-693" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.772336] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.776208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.776208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.776208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.776208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.776208] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.776208] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.776208] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.776208] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.776208] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.776208] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.776208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.811282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.811984] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.811984] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.812163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-693" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.813649] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.813916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.814156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.815439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.815439] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4aacb4-cea4-4333-83ff-bd6b69c4ff19',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.826479] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.889745] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 971.889990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.096564] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 972.097038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.097383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.098844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.098844] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.098844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.098844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.098844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.098844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.098844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.098844] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.317483] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.317803] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.318018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.318344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.318602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.318836] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 not found, creating... [ 972.319268] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.319437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.319619] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.319922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.320290] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.320651] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.320830] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.320988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.321282] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.321442] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.321619] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 is going to be created. [ 972.333554] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.333735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.333817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.334178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.334289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.334394] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be created. [ 972.347799] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.347799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.347799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.347799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.347799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.347799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.367104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.367104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.367104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.367104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.367104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.378135] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: UNINITIALIZED for 2s [ 972.494156] env[69433]: INFO networking_nsxv3.common.synchronization [req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 req-04a10d42-ce3d-49cc-bdc5-0651b9b137ef service nova] Enqueued Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_rules [ 972.494156] env[69433]: INFO networking_nsxv3.common.synchronization [req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 req-04a10d42-ce3d-49cc-bdc5-0651b9b137ef service nova] Enqueued Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_members [ 972.494156] env[69433]: INFO networking_nsxv3.common.synchronization [req-8cb55082-2eb0-4068-8bc0-8ab1d4bbc102 req-04a10d42-ce3d-49cc-bdc5-0651b9b137ef service nova] Enqueued Resource ID: 22937e6a-1b35-474d-9d40-bb28e278dd35 with Priority: HIGHEST for action port [ 972.494156] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_rules [ 972.494156] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_members [ 972.494156] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22937e6a-1b35-474d-9d40-bb28e278dd35 with Priority: HIGHEST for action port [ 972.494789] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.494915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.494977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.495453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.495543] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.497318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.497509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.497509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.497708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.497865] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.497969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.498031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.498183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.498565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.498565] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.499867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-22937e6a-1b35-474d-9d40-bb28e278dd35 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.500353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.500425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.500959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.500959] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22937e6a-1b35-474d-9d40-bb28e278dd35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.605483] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.605752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.605831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.606077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.606260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.606362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.606423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.606581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.606664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.606751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.606897] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.606983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.607052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.607194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.607328] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.607414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.608018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.608018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.608018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.608018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.608018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.000932] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.002751] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.002751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.006316] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22937e6a-1b35-474d-9d40-bb28e278dd35 with status ACTIVE [ 973.006790] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.006790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.006790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.006912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.007066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.007275] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.007363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.007424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.007603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.007672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.007854] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.007936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.007993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.008151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.008273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.008328] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22937e6a-1b35-474d-9d40-bb28e278dd35 is going to be updated. [ 973.032982] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.033115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.033175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.033419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.033564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.033903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22937e6a-1b35-474d-9d40-bb28e278dd35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.114021] env[69433]: INFO networking_nsxv3.common.synchronization [req-5f103d8b-a928-4955-999a-d417f7378ab6 req-ddc3fdc1-62bd-495c-ba80-d878676c6273 tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 973.114723] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 973.114965] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26104113-3354-4160-9b9c-00186ec48a27: rpc.has_security_group_logging(os_id): False [ 973.117080] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.117270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.117354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.117576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.117800] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.117847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.117906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.118066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.118159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.118270] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.139082] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.139248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.139316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.139532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.139699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.139829] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.139929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.139992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.140176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.140257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.140443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.140540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.140602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.140761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.140836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.141998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.142365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.142365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.142897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.142897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.142897] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 973.261351] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.261498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.261589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.261853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.262100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.282221] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 973.504141] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.621388] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.630063] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-9b2f985d-2c74-484a-9f65-9d902e768e28 service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 973.630134] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-9b2f985d-2c74-484a-9f65-9d902e768e28 service nova] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 973.630260] env[69433]: INFO networking_nsxv3.common.synchronization [req-ddb468ef-4756-4833-b0c0-0d17ae4fd300 req-9b2f985d-2c74-484a-9f65-9d902e768e28 service nova] Enqueued Resource ID: 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 with Priority: HIGHEST for action port [ 973.630486] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_rules [ 973.630605] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 973.630695] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 with Priority: HIGHEST for action port [ 973.632025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.632114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.632289] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.632369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.634018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.634018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.634018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.634018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.634018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4aacb4-cea4-4333-83ff-bd6b69c4ff19',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.894613] env[69433]: INFO networking_nsxv3.common.synchronization [req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 req-2f48649a-3399-44b7-9a79-ad0ec6812b65 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Enqueued Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_members [ 973.895234] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_members [ 973.895535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.895670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.895711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.895964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.896340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.896340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.896340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.896478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.896566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.896673] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.010055] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.012975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.012975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.012975] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f239d5da-e949-43c8-9e3e-8b954b572b45 is going to be created. [ 974.035389] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.035542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.035657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.035830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.036036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.045558] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f239d5da-e949-43c8-9e3e-8b954b572b45 in Status: UNINITIALIZED for 2s [ 974.130729] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.135933] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 with status ACTIVE [ 974.136408] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.136651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.136798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.137175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.137338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.137656] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.138027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.138287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.138450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.138791] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.139739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.139739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.139739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.139739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.142364] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d4aacb4-cea4-4333-83ff-bd6b69c4ff19 is going to be updated. [ 974.179189] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.179189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.179403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.179547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.179740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4aacb4-cea4-4333-83ff-bd6b69c4ff19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.283120] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.283610] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.283610] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.283987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.284763] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.285037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.285332] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.285812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.286204] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.286604] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.286968] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.287198] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.287353] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.287686] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.287942] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.288285] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.313780] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.313780] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.313780] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.313780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-164" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.313780] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a3594fac-465d-4aec-bae8-e60e21e46916 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.313780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.313780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.313780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.313780] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3594fac-465d-4aec-bae8-e60e21e46916',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.392457] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 974.392548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.392760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.393093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.393281] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.393411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.393528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.393639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.393725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.393816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.393935] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.397897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.397897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.397897] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.397897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.397897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.398152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.398152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.398152] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.405220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.405376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.405444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.405623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.405706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.406340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.406601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.406880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.407111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.407197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.407286] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 already deleted. [ 974.407368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.410825] env[69433]: INFO networking_nsxv3.common.synchronization [req-393422ac-5e74-47cb-95aa-56b8a19de76f req-230ea629-fd55-4ad2-a3a3-c411377c3fcf tempest-MultipleCreateTestJSON-1269252940 tempest-MultipleCreateTestJSON-1269252940-project-member] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 974.411826] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGHEST for action security_group_members [ 974.412201] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.412201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.633282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.633486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.633565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.633794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.633948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.634041] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 974.672159] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.672319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.672319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.672487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.672659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.684662] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 974.816708] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.817031] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.817211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.817563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.817723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.817896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a3594fac-465d-4aec-bae8-e60e21e46916 not found, creating... [ 974.818202] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.818378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.818500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.818778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.818972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.819515] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.819834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.819834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.820078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.820260] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.820424] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a3594fac-465d-4aec-bae8-e60e21e46916 is going to be created. [ 974.843161] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.846662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.846662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.846662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.846662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.846662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.898526] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.898684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.906191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.302852] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 975.302852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.408933] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.574292] env[69433]: INFO networking_nsxv3.common.synchronization [req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 req-ba9bd4a1-4c8d-47b6-aebe-046a7c3a3951 service nova] Enqueued Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_rules [ 975.574560] env[69433]: INFO networking_nsxv3.common.synchronization [req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 req-ba9bd4a1-4c8d-47b6-aebe-046a7c3a3951 service nova] Enqueued Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_members [ 975.574773] env[69433]: INFO networking_nsxv3.common.synchronization [req-43d16bdb-bedf-4425-9a9f-622bc3e8b685 req-ba9bd4a1-4c8d-47b6-aebe-046a7c3a3951 service nova] Enqueued Resource ID: a3594fac-465d-4aec-bae8-e60e21e46916 with Priority: HIGHEST for action port [ 975.575452] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_rules [ 975.575673] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_members [ 975.575773] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3594fac-465d-4aec-bae8-e60e21e46916 with Priority: HIGHEST for action port [ 975.576224] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.576387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.577164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.577164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.577164] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.578183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.578253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.578427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.578596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.578801] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.578944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.579113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579506] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.580529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3594fac-465d-4aec-bae8-e60e21e46916 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.584017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.584017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.584017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.584017] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3594fac-465d-4aec-bae8-e60e21e46916',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.912498] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.912740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.912740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.912876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.913079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.913079] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 975.951640] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.951640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.951640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.951640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.952729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.967815] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 976.058017] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f239d5da-e949-43c8-9e3e-8b954b572b45 in Status: SUCCESS [ 976.059037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.059934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.061605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.061605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.061605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.061605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.061811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.061841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.061927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.062032] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.082750] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.084973] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084973] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3594fac-465d-4aec-bae8-e60e21e46916 with status ACTIVE [ 976.084973] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.084973] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.085419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.085419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.085419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.085419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.086715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.086715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.086715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.086715] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3594fac-465d-4aec-bae8-e60e21e46916 is going to be updated. [ 976.115832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.115832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.115832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.115832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.115832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.115832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3594fac-465d-4aec-bae8-e60e21e46916" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.123190] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5c50c02-b841-4ef1-a5c0-98f0429f152b req-c836234a-06fc-4fa1-b02e-aa7a099233e3 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 976.123963] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 976.124459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.124719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.124886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.125183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.126025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.126262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.127919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.127919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.127919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.127919] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.565586] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566303] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.566411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.566498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.566914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.567127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.567254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.567301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.567431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.567570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.567660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.567721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.567891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.567972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.570255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.570434] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.588729] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.629526] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.694786] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 976.695105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.695328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.695568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.695786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.695959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.696072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.696243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.696337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.697279] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.076982] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f239d5da-e949-43c8-9e3e-8b954b572b45: rpc.has_security_group_logging(os_id): False [ 977.096417] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.096508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.098334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.098334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.098334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.098334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098976] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098976] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.098976] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.098976] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.098976] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f239d5da-e949-43c8-9e3e-8b954b572b45 is going to be created. [ 977.100150] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.100150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.100287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.100354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.100431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.100551] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 is going to be created. [ 977.129553] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.129553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.129553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.129553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.129553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.133718] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.144046] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 in Status: UNINITIALIZED for 2s [ 977.163432] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.163432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.163432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.175315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f239d5da-e949-43c8-9e3e-8b954b572b45 in Status: IN_PROGRESS for 2s [ 977.204847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.204847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.204847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.204847] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be updated. [ 977.249298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.251985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.251985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.251985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.251985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.265122] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: IN_PROGRESS for 2s [ 977.634784] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.635082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.635082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.635235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.635327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.635426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 977.667642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.667929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.667929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.668308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.668437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.678795] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 977.988118] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 977.988333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.988552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.988836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.989052] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.989180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.989248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.989419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.989499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989750] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.989848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.989938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.990348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.990494] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.990590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.990648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.990789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.990864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.990945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.991074] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.493501] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb: rpc.has_security_group_logging(os_id): False [ 978.518025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.518025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.518025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.518025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.518730] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.519029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.519102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.519684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.519684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.519684] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be created. [ 978.594322] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.594550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.594550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.594764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.594958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.614804] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 979.160655] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 in Status: SUCCESS [ 979.161017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.161261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.161460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.162156] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.162156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.162156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.162156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.162156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.162704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.162704] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.219621] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f239d5da-e949-43c8-9e3e-8b954b572b45 in Status: SUCCESS [ 979.219868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.281500] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 in Status: SUCCESS [ 979.281500] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 deletion is rescheduled due to dependency. [ 979.281500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.540666] env[69433]: INFO networking_nsxv3.common.synchronization [req-5b04967c-7f84-48c3-8d46-de49db60206b req-60ace060-4570-4e99-bb68-9a7e9a612f2c tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 979.542225] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 979.542763] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.546030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.546030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.546030] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.669121] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.669121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.669355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.669419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.669626] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.669748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.672019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.691032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 979.691266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.050686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.050962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.051109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.051437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.051597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.051917] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.052113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.052400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.052486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.052610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.052753] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 already deleted. [ 980.052888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.127566] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.127775] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.127895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.128251] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.128644] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.128742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.128823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.129215] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.129215] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.129420] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.129544] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.129659] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.129770] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.129884] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.130015] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.130167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.151388] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.151584] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.151719] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.151907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152263] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-04e441d7-c785-4e54-983f-4b6dda81282c taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.152839] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.152839] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.153032] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.153144] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e441d7-c785-4e54-983f-4b6dda81282c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.175306] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6980d12-7365-40c2-a5b9-18cab81ab7b7: rpc.has_security_group_logging(os_id): False [ 980.193908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.194534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.194534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.194534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.194784] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.194855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.195200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.195285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.195509] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.195639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.195639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.195799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.195866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.200021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.200021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.200021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.200021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.200021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.200021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 is going to be created. [ 980.267793] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.268074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.268074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.268345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.268577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.283803] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 in Status: IN_PROGRESS for 2s [ 980.636911] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 980.637182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.637492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.637803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.637803] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.655975] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.656314] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.656458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.656737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.656902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.657590] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 04e441d7-c785-4e54-983f-4b6dda81282c not found, creating... [ 980.657590] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.657590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.657783] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.657869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.658364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.658364] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.658576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.658756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.658922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.659067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.659208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 04e441d7-c785-4e54-983f-4b6dda81282c is going to be created. [ 980.686689] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.686935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.687110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.687482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.688473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.688811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.140867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.142031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.142116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.142487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.143177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.143319] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.521054] env[69433]: INFO networking_nsxv3.common.synchronization [req-5b04967c-7f84-48c3-8d46-de49db60206b req-35e24dff-1cd2-4087-ad86-e601504592bf service nova] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 981.522552] env[69433]: INFO networking_nsxv3.common.synchronization [req-5b04967c-7f84-48c3-8d46-de49db60206b req-35e24dff-1cd2-4087-ad86-e601504592bf service nova] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 981.525590] env[69433]: INFO networking_nsxv3.common.synchronization [req-5b04967c-7f84-48c3-8d46-de49db60206b req-35e24dff-1cd2-4087-ad86-e601504592bf service nova] Enqueued Resource ID: 04e441d7-c785-4e54-983f-4b6dda81282c with Priority: HIGHEST for action port [ 981.525590] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 981.525590] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 981.525590] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e441d7-c785-4e54-983f-4b6dda81282c with Priority: HIGHEST for action port [ 981.525590] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.525590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.525590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.525590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.525590] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.527110] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.527421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.527761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.528323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.528620] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.528845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.529043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.529319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.529498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.529753] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.532184] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e441d7-c785-4e54-983f-4b6dda81282c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.532580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.534672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.534672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.534672] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e441d7-c785-4e54-983f-4b6dda81282c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.648136] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.648343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.648445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.648704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.648902] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.649042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.649108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.649281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.649391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.649511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.649771] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.649904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.649904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.650165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.650357] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.650467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.650541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.650740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.650896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.650935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.651011] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.036193] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.037092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.038088] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.039296] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e441d7-c785-4e54-983f-4b6dda81282c with status ACTIVE [ 982.039586] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.039753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.039847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.040137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.040276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.040539] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.040681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.040788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.041048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.041165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.041450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.043887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.044089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.044361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.044497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.044644] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e441d7-c785-4e54-983f-4b6dda81282c is going to be updated. [ 982.069516] env[69433]: INFO networking_nsxv3.common.synchronization [req-cf0ea837-9663-481f-a3cd-4528987299fb req-420fcbf9-5df9-4b1e-b29a-49a65cff2883 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 982.070059] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 982.070490] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.070490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.070673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.070861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.071076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.071185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.071643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.071739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.071813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.071908] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.075590] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.075857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.075857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.075989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.076085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.077203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e441d7-c785-4e54-983f-4b6dda81282c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.153453] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb: rpc.has_security_group_logging(os_id): False [ 982.176981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.177214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.177214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.177507] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.177592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.177981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.178110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.178383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.178657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.178844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.179087] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.179193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.179251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.179543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.179543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.179741] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.179833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.179833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.180034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.180124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.180197] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 982.307988] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 in Status: SUCCESS [ 982.307988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.316030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.316288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.316532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.317041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.317305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.347433] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 982.550300] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.574548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.574548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.574548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.574963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.575220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.575533] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.575681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.575790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.576083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.576268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.576938] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 982.625185] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.625393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.625513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.625751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.625940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.647741] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 982.763618] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.763907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.765233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.765610] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.765923] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.766121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.766390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.766535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.766686] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.766909] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.767040] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.767157] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.767338] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.767425] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.767534] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.768231] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.793413] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.794104] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.796227] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.796227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.796227] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-fa332da5-2f43-4bf6-8a00-55e192a6843e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.796227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.796227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.797887] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.798771] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa332da5-2f43-4bf6-8a00-55e192a6843e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.053054] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.053295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.053367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.053628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.053737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.053822] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be created. [ 983.087108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.087304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.087359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.087630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.087804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.105790] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: UNINITIALIZED for 2s [ 983.307047] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.307047] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port fa332da5-2f43-4bf6-8a00-55e192a6843e not found, creating... [ 983.307047] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.307047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.307613] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.307775] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.308028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.308538] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.309060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.309572] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: fa332da5-2f43-4bf6-8a00-55e192a6843e is going to be created. [ 983.335768] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.336011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.336478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.336592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.336811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.337065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.365979] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 984.366436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.484661] env[69433]: INFO networking_nsxv3.common.synchronization [req-cf0ea837-9663-481f-a3cd-4528987299fb req-eba10bfd-648b-40b6-a2bb-40aeceb8d4cd service nova] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_rules [ 984.485023] env[69433]: INFO networking_nsxv3.common.synchronization [req-cf0ea837-9663-481f-a3cd-4528987299fb req-eba10bfd-648b-40b6-a2bb-40aeceb8d4cd service nova] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 984.485098] env[69433]: INFO networking_nsxv3.common.synchronization [req-cf0ea837-9663-481f-a3cd-4528987299fb req-eba10bfd-648b-40b6-a2bb-40aeceb8d4cd service nova] Enqueued Resource ID: fa332da5-2f43-4bf6-8a00-55e192a6843e with Priority: HIGHEST for action port [ 984.485924] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_rules [ 984.485924] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 984.486113] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa332da5-2f43-4bf6-8a00-55e192a6843e with Priority: HIGHEST for action port [ 984.486402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.486547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.486637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.486866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.487424] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.488018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.488120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.488320] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa332da5-2f43-4bf6-8a00-55e192a6843e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.488486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.488577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.488771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.488849] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa332da5-2f43-4bf6-8a00-55e192a6843e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.667781] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 984.668108] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 deletion is rescheduled due to dependency. [ 984.668234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.668420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.669566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.669566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.669566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.669566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.669566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.669566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.669566] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.991598] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.992364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.995035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa332da5-2f43-4bf6-8a00-55e192a6843e with status ACTIVE [ 984.995035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.995274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.995274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.995348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.996769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.996769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.996769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.997307] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa332da5-2f43-4bf6-8a00-55e192a6843e is going to be updated. [ 985.042218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.042218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.042218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.042510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.042651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.042842] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa332da5-2f43-4bf6-8a00-55e192a6843e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.124731] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: UNINITIALIZED for 4s [ 985.173154] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.536432] env[69433]: INFO networking_nsxv3.common.synchronization [req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 req-1edb9f4e-a1ee-465f-84b8-83defdd3e00f tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_members [ 985.536921] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_members [ 985.537265] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.537392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.537450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.537728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.537929] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.538155] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.538258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.538508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.538688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.538827] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.675906] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.041682] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.041914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.042102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.042300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.042759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.042981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.043281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.043281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.043588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.043719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.043904] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 already deleted. [ 986.043978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.177870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.178104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.178157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.178642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.178642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.181347] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 986.230541] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.230771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.230771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.232530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.232530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.244053] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 986.258431] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.258565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.259315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.259629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.259916] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.263155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.263315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.263604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.263822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.264030] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.264358] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.264456] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.264979] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.264979] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.264979] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.264979] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.288807] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.289328] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.289328] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.289537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.289733] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.289921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.290060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.290393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.290553] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a5b8d0-de9a-4cce-804d-c45174f4b9cd',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.337345] env[69433]: INFO networking_nsxv3.common.synchronization [None req-eff91677-c1ab-46f0-ab0f-519f25846183 None None] Enqueued Resource ID: 57953ca2-1aa9-4642-81e9-a96582518c8b with Priority: HIGHEST for action port [ 986.337866] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57953ca2-1aa9-4642-81e9-a96582518c8b with Priority: HIGHEST for action port [ 986.338187] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-57953ca2-1aa9-4642-81e9-a96582518c8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.338491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57953ca2-1aa9-4642-81e9-a96582518c8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.338491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57953ca2-1aa9-4642-81e9-a96582518c8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.339408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57953ca2-1aa9-4642-81e9-a96582518c8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.339525] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57953ca2-1aa9-4642-81e9-a96582518c8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.649098] env[69433]: INFO networking_nsxv3.common.synchronization [req-20f2b676-03b1-4750-a78c-51800a8cb7a0 req-45156527-9ce3-46e2-8bc0-f7f8d08343e0 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 986.649638] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 986.650224] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.650393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.650464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.650686] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.650883] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.650999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.651073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.651248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.651351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.651456] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.797023] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.797023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 08a5b8d0-de9a-4cce-804d-c45174f4b9cd not found, creating... [ 986.797023] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.797023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.797526] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.797526] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.797526] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.797526] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.797909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.798248] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 08a5b8d0-de9a-4cce-804d-c45174f4b9cd is going to be created. [ 986.826214] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.826214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.826214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.826214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.831535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.831535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.847225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57953ca2-1aa9-4642-81e9-a96582518c8b [ 986.847225] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.847225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.847225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.847225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.847225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.847225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57953ca2-1aa9-4642-81e9-a96582518c8b already deleted. [ 986.847796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57953ca2-1aa9-4642-81e9-a96582518c8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.142510] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 987.142510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.142510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.142734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.142850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.142978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.143052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.143236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.143326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.143422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.143516] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.153951] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.248256] env[69433]: INFO networking_nsxv3.common.synchronization [req-20f2b676-03b1-4750-a78c-51800a8cb7a0 req-be1a7797-a1ab-4a19-adc1-0492ecfbe006 tempest-ServersTestMultiNic-1619349428 tempest-ServersTestMultiNic-1619349428-project-member] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 987.248864] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGHEST for action security_group_members [ 987.249322] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.249445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.647185] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.661173] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.822802] env[69433]: INFO networking_nsxv3.common.synchronization [None req-344b5c6d-5379-4980-9d62-d255b7187f2a None None] Enqueued Resource ID: 7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8 with Priority: HIGHEST for action port [ 987.822802] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8 with Priority: HIGHEST for action port [ 987.822802] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.822802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.822802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.823239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.823239] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.856757] env[69433]: INFO networking_nsxv3.common.synchronization [req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 req-ead477df-592e-4c66-b0b2-304032f168d7 service nova] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_rules [ 987.856984] env[69433]: INFO networking_nsxv3.common.synchronization [req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 req-ead477df-592e-4c66-b0b2-304032f168d7 service nova] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_members [ 987.857160] env[69433]: INFO networking_nsxv3.common.synchronization [req-17050cbf-f44a-43cc-9af6-8c62c68f6fd2 req-ead477df-592e-4c66-b0b2-304032f168d7 service nova] Enqueued Resource ID: 08a5b8d0-de9a-4cce-804d-c45174f4b9cd with Priority: HIGHEST for action port [ 987.857798] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_rules [ 987.857963] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_members [ 987.858136] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a5b8d0-de9a-4cce-804d-c45174f4b9cd with Priority: HIGHEST for action port [ 987.858614] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.859085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.859085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.859200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.859234] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.860253] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.860404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.860471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.860778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.860838] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.860895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.860957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.861254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.861347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.861440] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.862285] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.862395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.862485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.862652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.863195] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a5b8d0-de9a-4cce-804d-c45174f4b9cd',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.154743] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff18a1d7-b2ef-4f7d-8446-33f0637e5200: rpc.has_security_group_logging(os_id): False [ 988.165173] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.165372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.165455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.167145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.167145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.167145] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 988.191277] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.191511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.191617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.191881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.191979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.192275] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.192461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.192546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.192769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.192859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.193409] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be created. [ 988.233545] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.233545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.233545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.233849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.234105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.255227] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 988.271265] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 988.271464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.271729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.271938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.272239] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.273232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.273232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.273672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.273817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.274009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.274235] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.305586] env[69433]: INFO networking_nsxv3.common.synchronization [req-23d82665-9b8a-498b-8155-52f84da7ff65 req-18e99ee3-40d6-4a12-88b0-ffb72bd41741 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Enqueued Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_members [ 988.306307] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGHEST for action security_group_members [ 988.307135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.307135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.307135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.307560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.307787] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.307898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.307964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.308210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.308552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.308662] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.325174] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8 [ 988.325413] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.325537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.325613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.326021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.326021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.326021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8 already deleted. [ 988.326201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6a39c3-57e4-4073-a4a8-b5f5ad44d4e8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.369616] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.369616] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.369616] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08a5b8d0-de9a-4cce-804d-c45174f4b9cd with status ACTIVE [ 988.369616] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.369616] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.369616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.372062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.372062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.372062] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.372062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.372062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.372062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.372062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.372062] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08a5b8d0-de9a-4cce-804d-c45174f4b9cd is going to be updated. [ 988.420399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.421025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.421025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.421025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.421171] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.442607] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.443338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.443338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.443338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.443338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.444289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a5b8d0-de9a-4cce-804d-c45174f4b9cd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.450877] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: IN_PROGRESS for 2s [ 988.777634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.777634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.777634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.777634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.777634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.778215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.778215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.778215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.778215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.778215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.778367] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.778435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.778471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.778611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.778778] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.778935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.778972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.779165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.779255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.779343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.779445] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.813085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.813085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.813085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.813085] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f239d5da-e949-43c8-9e3e-8b954b572b45 is going to be updated. [ 988.852608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.852893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.852964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.853306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.853515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.866194] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f239d5da-e949-43c8-9e3e-8b954b572b45 in Status: IN_PROGRESS for 2s [ 988.873731] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.256947] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c5f9779a-1913-426e-8450-6e9d10cc19bb None None] Enqueued Resource ID: 96848841-c983-4531-9c5a-d3da7f8848ea with Priority: HIGHEST for action port [ 989.256947] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96848841-c983-4531-9c5a-d3da7f8848ea with Priority: HIGHEST for action port [ 989.257283] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-96848841-c983-4531-9c5a-d3da7f8848ea taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.257419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96848841-c983-4531-9c5a-d3da7f8848ea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.257496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96848841-c983-4531-9c5a-d3da7f8848ea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.257790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96848841-c983-4531-9c5a-d3da7f8848ea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.257880] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96848841-c983-4531-9c5a-d3da7f8848ea',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.282558] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5: rpc.has_security_group_logging(os_id): False [ 989.329722] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.329962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.329962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.330248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.330378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.330733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.330853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.330916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.331281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.331384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.331695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.331695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.331857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.332373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.332373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.332373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.332373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.332373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.332556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.332556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.332556] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 989.378936] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.379164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.379242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.379477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.379610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.379704] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 is going to be created. [ 989.475463] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.476202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.476202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.494141] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.494381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.494451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.494853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.495071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.499648] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13236c8a-0443-49df-bdcb-c319be935e77 in Status: UNINITIALIZED for 2s [ 989.514920] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 989.762404] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96848841-c983-4531-9c5a-d3da7f8848ea [ 989.762570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.762710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.762783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.763434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.763434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.763434] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96848841-c983-4531-9c5a-d3da7f8848ea already deleted. [ 989.763434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96848841-c983-4531-9c5a-d3da7f8848ea" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.269937] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 990.269937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.269937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.270483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.270483] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.270483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.270840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.270840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.270840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.271377] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.329089] env[69433]: INFO networking_nsxv3.common.synchronization [req-156dac5b-1de9-4bda-9ba4-f415ddd8049b req-65880a0d-7b31-4475-8d43-e4294a6c3a86 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 990.329704] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 990.330177] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.330327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.330397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.330689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.331321] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.331447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.331510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.331687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.331773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.331875] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.473801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 990.473801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.776373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.776548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.776727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.776849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.777051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.777326] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.777404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.777486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.777656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.777737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.777831] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be updated. [ 990.802256] env[69433]: INFO networking_nsxv3.common.synchronization [req-9a5bbfef-6af7-404d-8080-6740a70b3e43 req-fe83ca93-fd6b-48ce-81a3-7e9df9cad267 tempest-ServerPasswordTestJSON-1398855102 tempest-ServerPasswordTestJSON-1398855102-project-member] Enqueued Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_members [ 990.802256] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGHEST for action security_group_members [ 990.802524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.802671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.803693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.804415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.804415] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.804415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.804632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.804794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.805899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.805899] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.822125] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.822321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.822406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.822628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.822871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.834400] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.834638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.834721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.836470] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.837022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.837140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.837560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.837687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.837976] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac already deleted. [ 990.838125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.844632] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: IN_PROGRESS for 2s [ 990.886267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f239d5da-e949-43c8-9e3e-8b954b572b45 in Status: SUCCESS [ 990.886570] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f239d5da-e949-43c8-9e3e-8b954b572b45 deletion is rescheduled due to dependency. [ 990.886691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.080040] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.080239] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.080585] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.080738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.080975] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.081154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.081269] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.081491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.081660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.081876] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.082037] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.082815] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.083088] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.083331] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.083714] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.083875] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.120150] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.120150] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.120150] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.120150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.120150] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f967fd5b-7a16-42dd-a687-b102b9b35848 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.120150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.120150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.120150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.120150] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f967fd5b-7a16-42dd-a687-b102b9b35848',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.307060] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.307447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.307447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.307932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.308779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.309234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.309548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.309548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.309917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.310101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.310286] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 is going to be updated. [ 991.327111] env[69433]: INFO networking_nsxv3.common.synchronization [None req-77cb77b5-adcb-4bef-be6d-c64e466ecee2 None None] Enqueued Resource ID: 23f5e13a-ef22-4ae9-9835-26d452fb8254 with Priority: HIGHEST for action port [ 991.327111] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f5e13a-ef22-4ae9-9835-26d452fb8254 with Priority: HIGHEST for action port [ 991.327817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-23f5e13a-ef22-4ae9-9835-26d452fb8254 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.328148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23f5e13a-ef22-4ae9-9835-26d452fb8254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.329172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23f5e13a-ef22-4ae9-9835-26d452fb8254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.329172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23f5e13a-ef22-4ae9-9835-26d452fb8254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.329172] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23f5e13a-ef22-4ae9-9835-26d452fb8254',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.369337] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.369714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.369714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.370066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.370164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.386370] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 in Status: IN_PROGRESS for 2s [ 991.512421] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13236c8a-0443-49df-bdcb-c319be935e77 in Status: SUCCESS [ 991.512687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.512877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.513156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.513399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.513531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.513604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.513782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.513861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.513972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.514115] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.529721] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 991.529960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.623796] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.624090] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.624273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.624619] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.624796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.624990] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f967fd5b-7a16-42dd-a687-b102b9b35848 not found, creating... [ 991.626132] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.626132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.626132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.626132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.626377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.626578] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.626801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.626958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.627285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.627471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.627652] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f967fd5b-7a16-42dd-a687-b102b9b35848 is going to be created. [ 991.662813] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.662813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.662813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.662813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.662813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.662813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.833569] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23f5e13a-ef22-4ae9-9835-26d452fb8254 [ 991.833858] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.834050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.834186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.834419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.834513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.834634] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23f5e13a-ef22-4ae9-9835-26d452fb8254 already deleted. [ 991.834738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23f5e13a-ef22-4ae9-9835-26d452fb8254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.017695] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.519179] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13236c8a-0443-49df-bdcb-c319be935e77: rpc.has_security_group_logging(os_id): False [ 992.543892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.544133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.544216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.544493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.544578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.544936] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.545066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.545121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.545317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.545414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.545823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 is going to be created. [ 992.623165] env[69433]: INFO networking_nsxv3.common.synchronization [req-156dac5b-1de9-4bda-9ba4-f415ddd8049b req-eccd1548-1a01-4fb0-b3f6-c99333e06956 service nova] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 992.623287] env[69433]: INFO networking_nsxv3.common.synchronization [req-156dac5b-1de9-4bda-9ba4-f415ddd8049b req-eccd1548-1a01-4fb0-b3f6-c99333e06956 service nova] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 992.623382] env[69433]: INFO networking_nsxv3.common.synchronization [req-156dac5b-1de9-4bda-9ba4-f415ddd8049b req-eccd1548-1a01-4fb0-b3f6-c99333e06956 service nova] Enqueued Resource ID: f967fd5b-7a16-42dd-a687-b102b9b35848 with Priority: HIGHEST for action port [ 992.626242] env[69433]: INFO networking_nsxv3.common.synchronization [req-60630d20-49a9-4545-b58d-37d99192acc2 req-75033aa6-ffeb-4467-9bf3-abdbf412852e tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 992.626853] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 992.626999] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f967fd5b-7a16-42dd-a687-b102b9b35848 with Priority: HIGHEST for action port [ 992.627089] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 992.627180] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 992.627733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.627883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.627975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.628203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.628321] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.630880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f967fd5b-7a16-42dd-a687-b102b9b35848 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.631013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.631080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.631273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.631353] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f967fd5b-7a16-42dd-a687-b102b9b35848',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.632697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.632911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.634070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.634070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.634070] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.634070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.634070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.634070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.634070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.634070] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.636270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.636270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.636270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.640191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.640191] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.640191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.640191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.640191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.640191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.640191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.642232] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.642424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.642483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.642648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.642843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.665855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13236c8a-0443-49df-bdcb-c319be935e77 in Status: IN_PROGRESS for 2s [ 992.857049] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb in Status: SUCCESS [ 992.857325] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb deletion is rescheduled due to dependency. [ 992.857472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.133618] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f967fd5b-7a16-42dd-a687-b102b9b35848 with status ACTIVE [ 993.134018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.134276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.134413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.134743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.134923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.135199] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.135379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.135487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.135741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.135886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.136229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.136452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.136572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.136868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.136946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.137112] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f967fd5b-7a16-42dd-a687-b102b9b35848 is going to be updated. [ 993.138778] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.140273] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.140456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.150322] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.175271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.175271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.175271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.175647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.175647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.175704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.400712] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 in Status: SUCCESS [ 993.400712] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 deletion is rescheduled due to dependency. [ 993.400712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.642383] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.652320] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.148779] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.148779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.148779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.148779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.148779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.148779] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be created. [ 994.155210] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.159229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.159229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.159229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.159229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.159229] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be updated. [ 994.185025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.185187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.185260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.185464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.186080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.215710] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: UNINITIALIZED for 2s [ 994.229449] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.229449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.229449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.229449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.229449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.238808] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 994.680597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13236c8a-0443-49df-bdcb-c319be935e77 in Status: SUCCESS [ 994.680907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.872697] env[69433]: INFO networking_nsxv3.common.synchronization [req-be6b4b18-34f4-45d8-b212-239aac751a1c req-2858b556-352e-45d2-a1a9-f609e6d389d2 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 994.873277] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 994.873589] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.873714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.873782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.873980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.874151] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.874281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.874326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.874502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.874592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.874687] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.378174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.378391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.378550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.378884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.379109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.381870] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.381947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.382017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.382237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.382326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.382427] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be deleted. [ 995.426750] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.426925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.427020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.427267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.427396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.427552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.521017] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.522439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.522603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.522901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.523217] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.523401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.523549] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.523856] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.523937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.527710] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.527787] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.527910] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.528299] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.528299] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.528299] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.528438] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.549394] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.549620] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.553020] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.553020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.553020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f99e06ee-2e7d-4b3a-a706-121417107616 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.553020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.553020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.553020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.553020] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99e06ee-2e7d-4b3a-a706-121417107616',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.055645] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.056061] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.056311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.057284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.057284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.057284] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f99e06ee-2e7d-4b3a-a706-121417107616 not found, creating... [ 996.057465] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.057714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.057855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.058135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.058712] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.058712] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.058908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.058949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.059209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.059352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.059582] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f99e06ee-2e7d-4b3a-a706-121417107616 is going to be created. [ 996.087422] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.087720] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.087858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.088192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.088420] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.088679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.230369] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 996.230902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.231258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.233021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.233021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.233021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.233021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.233021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.233021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.233021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.233021] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.265821] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 996.265821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.739991] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739991] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.739991] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739991] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.740650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.740650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.740650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.740650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.740650] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.024579] env[69433]: INFO networking_nsxv3.common.synchronization [req-be6b4b18-34f4-45d8-b212-239aac751a1c req-43d8be97-051d-4c15-8efc-3822e9d3e31c service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 997.025125] env[69433]: INFO networking_nsxv3.common.synchronization [req-be6b4b18-34f4-45d8-b212-239aac751a1c req-43d8be97-051d-4c15-8efc-3822e9d3e31c service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 997.025415] env[69433]: INFO networking_nsxv3.common.synchronization [req-be6b4b18-34f4-45d8-b212-239aac751a1c req-43d8be97-051d-4c15-8efc-3822e9d3e31c service nova] Enqueued Resource ID: f99e06ee-2e7d-4b3a-a706-121417107616 with Priority: HIGHEST for action port [ 997.026404] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 997.026624] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 997.026747] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e06ee-2e7d-4b3a-a706-121417107616 with Priority: HIGHEST for action port [ 997.027115] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.027252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.027340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.027595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.027722] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.028712] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.028909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.028986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.029331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.029412] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.029505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.029569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.029810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.029926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.030083] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.031251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99e06ee-2e7d-4b3a-a706-121417107616 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.031419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.031619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.036558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.036558] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99e06ee-2e7d-4b3a-a706-121417107616',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.242749] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a568a270-a3f6-49aa-883e-1015d910e1ac: rpc.has_security_group_logging(os_id): False [ 997.264157] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.264558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.264558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.264716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.264780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.266284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.266284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.266284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.266284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.266284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.266284] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.266284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.266284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.266875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.266875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.266875] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.266989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.267049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.267299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.267359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.267545] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be created. [ 997.337717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.337717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.337717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.337717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.338207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.360318] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 997.476887] env[69433]: INFO networking_nsxv3.common.synchronization [req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 req-584f9983-740d-44be-b94f-f86314475e41 tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_members [ 997.477461] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_members [ 997.477766] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.477935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.478062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.479039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.479220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.479317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.479372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.479538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.479627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.479728] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.538600] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.538773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.538942] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.540000] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f99e06ee-2e7d-4b3a-a706-121417107616 with status ACTIVE [ 997.540220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.540344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.540412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.540695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.540790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.540970] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.541082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.541266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.541329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.541379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.541564] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.541655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.541704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.541845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.541908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.541996] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f99e06ee-2e7d-4b3a-a706-121417107616 is going to be updated. [ 997.566551] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.566794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.566902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.567300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.567466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.567647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99e06ee-2e7d-4b3a-a706-121417107616" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.940024] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.940024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.940024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.940024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.940024] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.940024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.940024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.941300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.945020] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.945020] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.945020] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.945020] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.945020] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.945020] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.945020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.965317] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.965317] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.965578] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.965630] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.966156] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.966422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.966643] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.969875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.969875] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a99e26c-5b3b-4b95-b51d-c88cad0b6632',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.982305] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.982482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.982520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.982887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.983037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.983496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.983647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.983744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.984019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.984185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.984234] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 already deleted. [ 997.984375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.045135] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.472385] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.472712] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.472883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.473133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.473311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.473484] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 not found, creating... [ 998.473764] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.473929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.474075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.474324] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.474607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.474954] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.475777] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.475937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.476220] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.476367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.476580] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 is going to be created. [ 998.501717] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.501997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.502612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.502612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.502747] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.503013] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.548558] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549231] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be created. [ 998.575969] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.576231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.576231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.576569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.576792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.594033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: UNINITIALIZED for 2s [ 998.911838] env[69433]: INFO networking_nsxv3.common.synchronization [req-e3037b40-69cd-4e1d-9b3c-1fe50a119d13 req-358e1a60-611a-4817-8c2c-3fe5cf806166 tempest-ImagesOneServerNegativeTestJSON-422851228 tempest-ImagesOneServerNegativeTestJSON-422851228-project-member] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 998.912403] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGHEST for action security_group_members [ 998.912702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.912998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.912998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.913167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.913326] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.913429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.913483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.913635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.913716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.913807] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.252761] env[69433]: INFO networking_nsxv3.common.synchronization [req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 req-5a223d01-d611-4269-ace4-2380cc113885 service nova] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_rules [ 999.252761] env[69433]: INFO networking_nsxv3.common.synchronization [req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 req-5a223d01-d611-4269-ace4-2380cc113885 service nova] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_members [ 999.252761] env[69433]: INFO networking_nsxv3.common.synchronization [req-13ab29e1-9c58-4f9d-8058-5a6fb72fc196 req-5a223d01-d611-4269-ace4-2380cc113885 service nova] Enqueued Resource ID: 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 with Priority: HIGHEST for action port [ 999.252761] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_rules [ 999.252761] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_members [ 999.252761] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 with Priority: HIGHEST for action port [ 999.253468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.253739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.253907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.254213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.254380] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.255918] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.255918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.255918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.256157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.256716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.256893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.257057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.257824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.257824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.257824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.260064] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.260064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.260064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.260064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.260064] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a99e26c-5b3b-4b95-b51d-c88cad0b6632',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.378563] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 999.378900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.415728] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.415917] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.415961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.416201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.416289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.416521] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.416649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.416713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.417288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.417288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.417288] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be updated. [ 999.447955] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.448216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.448216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.448679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.448679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.464296] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: IN_PROGRESS for 2s [ 999.762891] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.763289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.766054] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.772844] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 with status ACTIVE [ 999.775176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.775176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775176] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a99e26c-5b3b-4b95-b51d-c88cad0b6632 is going to be updated. [ 999.798830] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.799045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.799267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.799409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a99e26c-5b3b-4b95-b51d-c88cad0b6632" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.982014] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.984047] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.984047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.984424] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.984875] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.985295] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.985568] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.985820] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.986093] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.986798] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.014025] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.014025] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.014025] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.014025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.014025] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-481eaa49-d789-44f3-965c-ff7dc1ec50a9 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.014025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.014025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.014025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.014025] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481eaa49-d789-44f3-965c-ff7dc1ec50a9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.273573] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.517707] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.517989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.518163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.518488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.518677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.519019] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.519275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.519275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.519503] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.519609] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.519901] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.521205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.521383] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.521623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.521799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.521923] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 is going to be updated. [ 1000.543752] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.544070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.544213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.544590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.544925] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.545279] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.603440] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1000.603727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.603975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.604714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.604714] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.604714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.604714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.604987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.604987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.605073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.605193] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.777484] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.777804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.777804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.777918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.778040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.778157] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 is going to be created. [ 1000.813871] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.814523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.814523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.814523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.814760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.827738] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7fa311-0ef6-42da-9642-06e6486c1203 in Status: UNINITIALIZED for 2s [ 1001.109059] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.109059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.109059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.109059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.109386] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.109386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.109386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.109543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.109630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.109717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.109868] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.110465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.110465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.110465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.110465] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.110465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.110697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.110697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.110752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.110896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.110945] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.394517] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1001.394751] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1001.395159] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1001.395306] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1001.395565] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.395679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.395760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.395950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.396141] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.396242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.396310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.396452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.396556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.396659] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.397583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.397583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.398078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.398078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.398078] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.398311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.398311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.398424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.398424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.398539] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.452789] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_rules [ 1001.452985] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1001.453130] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1001.453278] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1001.453409] env[69433]: INFO networking_nsxv3.common.synchronization [req-aa2e71e8-ec14-444a-8730-4da81c732e49 req-0fe3a63c-ddbe-4c07-b37b-583e5e329f40 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: f967fd5b-7a16-42dd-a687-b102b9b35848 with Priority: HIGHEST for action port [ 1001.453922] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_rules [ 1001.454197] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1001.454637] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f967fd5b-7a16-42dd-a687-b102b9b35848 with Priority: HIGHEST for action port [ 1001.454769] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1001.454875] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1001.455183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.455319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.455402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.455629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.455784] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.457391] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.457391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.457391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.457391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.457391] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.461332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f967fd5b-7a16-42dd-a687-b102b9b35848 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.461332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.461332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.461332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.461332] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f967fd5b-7a16-42dd-a687-b102b9b35848',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.461332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.461332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.461332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.461332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.473698] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 in Status: SUCCESS [ 1001.473947] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 deletion is rescheduled due to dependency. [ 1001.474058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.614012] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5: rpc.has_security_group_logging(os_id): False [ 1001.629238] env[69433]: INFO networking_nsxv3.common.synchronization [req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 req-08430c23-1688-41b0-9561-75ca0b46a59f service nova] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 1001.629428] env[69433]: INFO networking_nsxv3.common.synchronization [req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 req-08430c23-1688-41b0-9561-75ca0b46a59f service nova] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 1001.629562] env[69433]: INFO networking_nsxv3.common.synchronization [req-00b0149c-40e2-4f5f-9074-ab628ba9c4c7 req-08430c23-1688-41b0-9561-75ca0b46a59f service nova] Enqueued Resource ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with Priority: HIGHEST for action port [ 1001.629796] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_rules [ 1001.629924] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 1001.630040] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with Priority: HIGHEST for action port [ 1001.630711] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.630711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.630866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.631483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.631604] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.634466] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.634466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.634466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.634682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.634842] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.634955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.635042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.635223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.635309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.635408] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.637067] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-481eaa49-d789-44f3-965c-ff7dc1ec50a9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.637067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.637067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.637067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.637067] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481eaa49-d789-44f3-965c-ff7dc1ec50a9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.640451] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.640652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.640652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.640759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.640862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.641057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.641191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.641191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.641343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.641426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.641632] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.641761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.641859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.642264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.642264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.642424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.642424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.642504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.642778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.642778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.642926] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be created. [ 1001.734790] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.734965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.736177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.736177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.736177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.748117] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1001.900468] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.903286] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.961371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.961371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.961371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.961371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.968038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f967fd5b-7a16-42dd-a687-b102b9b35848 with status ACTIVE [ 1001.968038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.968038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.968038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.968038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.968038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f967fd5b-7a16-42dd-a687-b102b9b35848 is going to be updated. [ 1001.993167] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.993167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.993167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.993167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.993167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.993167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.138596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.138778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.145331] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.150035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 481eaa49-d789-44f3-965c-ff7dc1ec50a9 with status ACTIVE [ 1002.150035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.150035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.150035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.150035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.150035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 481eaa49-d789-44f3-965c-ff7dc1ec50a9 is going to be updated. [ 1002.178039] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.178039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.178039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.178039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.178039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.178039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-481eaa49-d789-44f3-965c-ff7dc1ec50a9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.403991] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.406652] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.458365] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1002.458687] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_members [ 1002.458941] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1002.459594] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1002.459798] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_members [ 1002.459991] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1002.460955] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.460955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.460955] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.460955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.460955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.462420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.462420] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.462420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.462420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.462420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.462856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.462856] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.463887] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.464437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.527110] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_rules [ 1002.527376] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_members [ 1002.527611] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_rules [ 1002.527870] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1002.528102] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1002.528297] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1002.528539] env[69433]: INFO networking_nsxv3.common.synchronization [req-94bb46da-ce61-470a-89c5-ee036a771af8 req-28cef754-1763-4b85-a13c-c419f7b3b20d tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: f967fd5b-7a16-42dd-a687-b102b9b35848 with Priority: HIGHEST for action port [ 1002.529600] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_rules [ 1002.529695] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_rules [ 1002.529814] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1002.530040] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f967fd5b-7a16-42dd-a687-b102b9b35848 with Priority: HIGHEST for action port [ 1002.530136] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1002.530268] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_members [ 1002.530399] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1002.530726] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.531426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.531426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.531426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.531426] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.532741] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f967fd5b-7a16-42dd-a687-b102b9b35848 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.536019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.536019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f967fd5b-7a16-42dd-a687-b102b9b35848',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.536019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.651448] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.840525] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7fa311-0ef6-42da-9642-06e6486c1203 in Status: SUCCESS [ 1002.840525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.840525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.840525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.840525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.840525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.841017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.841017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.841017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.841017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.841138] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.910021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.910021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.910021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.910021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.910021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.910021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1002.910021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.910021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.910021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.915559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.915559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.915559] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be created. [ 1002.946418] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.946418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.946418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.946418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.946418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.947767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.948089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.948258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.948529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.948764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.957305] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: UNINITIALIZED for 2s [ 1002.958177] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1002.966476] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.034570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.034905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.037868] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f967fd5b-7a16-42dd-a687-b102b9b35848 with status ACTIVE [ 1003.038288] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.042486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.042486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.042486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.047422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.047422] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f967fd5b-7a16-42dd-a687-b102b9b35848 is going to be updated. [ 1003.105167] env[69433]: INFO networking_nsxv3.common.synchronization [req-76c2759a-da9f-4010-bb34-b92fb5a8013c req-d1d89405-1da0-41ab-989c-03d11f02f16b tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_members [ 1003.105167] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_members [ 1003.105167] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.105167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.105167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.105167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.105167] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.106244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.106478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.106863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.107191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.107396] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.109300] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.109607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.109760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.110340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.110596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.111018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f967fd5b-7a16-42dd-a687-b102b9b35848" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.155154] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.155154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.155154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.155555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.156285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.156285] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 is going to be updated. [ 1003.301278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.301278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.301278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.301278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.301278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.332641] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: IN_PROGRESS for 2s [ 1003.344571] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.460534] env[69433]: INFO networking_nsxv3.common.synchronization [None req-8e2609cf-7472-499b-a0d0-5124aa8f2e57 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1003.462670] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1003.464059] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.464454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.464454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.464804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.465041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.465180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.465261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.466089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.467986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.467986] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.470297] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.613387] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.613387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.613387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.613601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.613695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.613962] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.614539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.614539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.614539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.614539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.614539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 already deleted. [ 1003.614865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.763015] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1003.763330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.842605] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.842605] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.843057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.843337] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.843531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.843656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.843890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.844220] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.844467] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.844597] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.844715] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.844847] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.844965] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.845090] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.845230] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.846735] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab7fa311-0ef6-42da-9642-06e6486c1203: rpc.has_security_group_logging(os_id): False [ 1003.873038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.873239] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.873387] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.873565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-250" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.873893] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-520ecf0b-0004-451e-852d-0e24eb2aaff3 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.874123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.874255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.874733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.875012] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('520ecf0b-0004-451e-852d-0e24eb2aaff3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.877304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.877304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.877304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.877304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.877304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.877638] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.877703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.877743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.878317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.878317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.878317] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 is going to be created. [ 1003.947519] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.947907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.947907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.948015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.948197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.960731] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab7fa311-0ef6-42da-9642-06e6486c1203 in Status: IN_PROGRESS for 2s [ 1003.970549] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.976260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.976425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.976486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.976833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.976959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.976997] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 is going to be created. [ 1004.010690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.010892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.010932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.011143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.011305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.025814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: UNINITIALIZED for 2s [ 1004.382078] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.382078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.382078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.382078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.382078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.382078] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 520ecf0b-0004-451e-852d-0e24eb2aaff3 not found, creating... [ 1004.382402] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.382634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.382799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.383112] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.383302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.383673] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.383871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.385603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.385995] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.386224] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.386456] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 520ecf0b-0004-451e-852d-0e24eb2aaff3 is going to be created. [ 1004.416408] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.418280] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.418577] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.418985] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.419352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.419516] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.472443] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.971033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1004.971994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.971994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.971994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.971994] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.971994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.971994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.972223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.972223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.972276] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.979029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.979029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.979029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979029] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.026606] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.026606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.026606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.026606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.026606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.044668] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1005.350447] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: SUCCESS [ 1005.350874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.351090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.351316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.351588] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.351663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.351753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.351875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.351962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.352064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.352163] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.369788] env[69433]: INFO networking_nsxv3.common.synchronization [req-76c2759a-da9f-4010-bb34-b92fb5a8013c req-565e6645-e87c-4a22-8d5d-abb8109c1247 service nova] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_rules [ 1005.369912] env[69433]: INFO networking_nsxv3.common.synchronization [req-76c2759a-da9f-4010-bb34-b92fb5a8013c req-565e6645-e87c-4a22-8d5d-abb8109c1247 service nova] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_members [ 1005.370041] env[69433]: INFO networking_nsxv3.common.synchronization [req-76c2759a-da9f-4010-bb34-b92fb5a8013c req-565e6645-e87c-4a22-8d5d-abb8109c1247 service nova] Enqueued Resource ID: 520ecf0b-0004-451e-852d-0e24eb2aaff3 with Priority: HIGHEST for action port [ 1005.370556] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_rules [ 1005.370686] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_members [ 1005.373215] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520ecf0b-0004-451e-852d-0e24eb2aaff3 with Priority: HIGHEST for action port [ 1005.373215] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.373215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.373215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.373215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.373215] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.373834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.373972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.374032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.374782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.374782] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.374782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.374782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.375561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.375561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.375561] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.377123] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-520ecf0b-0004-451e-852d-0e24eb2aaff3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.377258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.377312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.377523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.377610] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('520ecf0b-0004-451e-852d-0e24eb2aaff3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.476370] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.480732] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.855101] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.878031] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.880051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.883020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 520ecf0b-0004-451e-852d-0e24eb2aaff3 with status ACTIVE [ 1005.883020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.883020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.883020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.883020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.883596] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 520ecf0b-0004-451e-852d-0e24eb2aaff3 is going to be updated. [ 1005.909225] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.909225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.909225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.909225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.909225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.909225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-520ecf0b-0004-451e-852d-0e24eb2aaff3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.979110] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab7fa311-0ef6-42da-9642-06e6486c1203 in Status: SUCCESS [ 1005.979110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.979110] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.982911] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.041033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: SUCCESS [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.041033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.041033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.041033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.079641] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.079840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.079972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.080267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.080523] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.080682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.080808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.081040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.081194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.081413] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.081531] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.081647] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.081757] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.081872] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.081984] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.082134] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.113888] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.114139] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.114850] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.115121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.115503] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-0cebb1a0-ed08-47b7-af77-17c162fc9b86 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.115799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.115948] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.116306] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.116723] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cebb1a0-ed08-47b7-af77-17c162fc9b86',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.357910] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9b01616-d234-46a0-9889-62807b0db4f4: rpc.has_security_group_logging(os_id): False [ 1006.379371] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.379555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.379610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.379867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.381030] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.408228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.408228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.408228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.408228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.408228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.408228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.408228] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 is going to be updated. [ 1006.480937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.481437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.481632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.481937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.483386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.483599] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1006.486218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.486218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.486218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.486218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.486218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.486218] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be updated. [ 1006.520739] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.520739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.520739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.520739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.520739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.543642] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.570098] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: IN_PROGRESS for 2s [ 1006.580616] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.580616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.580825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.581013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.581143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.584074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.584219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.584312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.584730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.584730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.596732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: IN_PROGRESS for 2s [ 1006.597498] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1006.619054] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.619347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.619556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.619960] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.620186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.620744] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 0cebb1a0-ed08-47b7-af77-17c162fc9b86 not found, creating... [ 1006.620875] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.621025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.621190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.621693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.621927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.622363] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.622614] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.622793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.623109] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.623310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.623539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 0cebb1a0-ed08-47b7-af77-17c162fc9b86 is going to be created. [ 1006.678471] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.678471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.678471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.679147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.679646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.680638] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.883572] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.883825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.883911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.884279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.884400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.885222] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 is going to be created. [ 1006.912555] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.912820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.912820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.923590] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f770b9-f875-4576-be8f-7915bf1e3940 in Status: UNINITIALIZED for 2s [ 1007.045426] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.054929] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1007.055167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.548916] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.549370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.549488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.549555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.549663] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 is going to be updated. [ 1007.592804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.593037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.593037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.593443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.593443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.622495] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: IN_PROGRESS for 2s [ 1007.633869] env[69433]: INFO networking_nsxv3.common.synchronization [req-f23c209c-7c7e-472a-958a-eae76cb35a3a req-c15ab995-b902-431c-9099-363958d6bf94 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 1007.633925] env[69433]: INFO networking_nsxv3.common.synchronization [req-f23c209c-7c7e-472a-958a-eae76cb35a3a req-c15ab995-b902-431c-9099-363958d6bf94 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1007.634105] env[69433]: INFO networking_nsxv3.common.synchronization [req-f23c209c-7c7e-472a-958a-eae76cb35a3a req-c15ab995-b902-431c-9099-363958d6bf94 service nova] Enqueued Resource ID: 0cebb1a0-ed08-47b7-af77-17c162fc9b86 with Priority: HIGHEST for action port [ 1007.634847] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 1007.635287] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1007.635287] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cebb1a0-ed08-47b7-af77-17c162fc9b86 with Priority: HIGHEST for action port [ 1007.635439] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.635583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.635663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.635889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.635979] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.637823] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.637823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.637823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.637823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.638172] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.638172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.638172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.638322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.638322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.638428] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.639158] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cebb1a0-ed08-47b7-af77-17c162fc9b86 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.639277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.639338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.639674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.639674] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cebb1a0-ed08-47b7-af77-17c162fc9b86',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.141142] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.141458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.141565] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.142554] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cebb1a0-ed08-47b7-af77-17c162fc9b86 with status ACTIVE [ 1008.142794] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.143028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.143099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.143339] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.143444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.143669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.143878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.143968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.144166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.144269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.144566] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.144706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.144775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.144958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.145801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.145801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cebb1a0-ed08-47b7-af77-17c162fc9b86 is going to be updated. [ 1008.180223] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.180361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.180436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.180648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.180840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.181038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cebb1a0-ed08-47b7-af77-17c162fc9b86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.589753] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: SUCCESS [ 1008.590121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.616036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1008.616235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.617302] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1008.617517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.617760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.618043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.618259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.618838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.618838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.618838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.618838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.618838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.619097] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.619806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.620202] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.620316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.620449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.620605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.620709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.620778] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.626464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.626464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.626464] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.626464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.626464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.626464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.626464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.626464] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.626989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.626989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.627209] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.627393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.627393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.628031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.628031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.628031] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.647186] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.940750] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f770b9-f875-4576-be8f-7915bf1e3940 in Status: SUCCESS [ 1008.941090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.941332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.941901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.941992] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.942144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.942249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.942473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.942562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.942653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.942754] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.126214] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.126453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.126817] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.131962] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.132872] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.150417] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.150760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.150760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.150863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.150957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.151070] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1009.209105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.209346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.209346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.211025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.211025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.236914] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1009.445696] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.631029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64b9baa4-73ce-46e7-8eac-56529ed63104: rpc.has_security_group_logging(os_id): False [ 1009.636240] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.637284] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.654714] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: SUCCESS [ 1009.654965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.655503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.655733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.655934] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.656066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.656134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.656295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.656379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.656465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.656559] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.663630] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.663791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.663868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.664196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.664322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.664563] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.664708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.664771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.664950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.665041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.665132] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be created. [ 1009.741293] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.741499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.741499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.741707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.741886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.756793] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: IN_PROGRESS for 2s [ 1009.947948] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3f770b9-f875-4576-be8f-7915bf1e3940: rpc.has_security_group_logging(os_id): False [ 1009.980957] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.981207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.981271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.981441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.981537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.981801] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.982082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.982208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.982417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.982496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.982602] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 is going to be created. [ 1010.065202] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.065202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.065202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.065202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.065577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.082163] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f770b9-f875-4576-be8f-7915bf1e3940 in Status: IN_PROGRESS for 2s [ 1010.144194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.144194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.144194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.144985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.145224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.145352] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1010.149230] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.149230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.149230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.149230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.149230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.149230] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be updated. [ 1010.159699] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.231786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.231943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.232144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.232358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.232521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.234521] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.235042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.235042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.235204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.235497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.256187] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: IN_PROGRESS for 2s [ 1010.256187] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1010.662373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5: rpc.has_security_group_logging(os_id): False [ 1010.684544] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.684749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.684816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.684981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.685114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.685360] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.685474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.685528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.685667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.685770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.685861] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 is going to be created. [ 1010.756120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.756120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.756342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.756725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.757024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.772051] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: IN_PROGRESS for 2s [ 1011.253765] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1011.254276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.254319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.254595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.254880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.255127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.255316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.255741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.255741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.256073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.256290] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.758524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.758672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.758734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.758934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.759128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.762048] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.762048] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.762048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.762048] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.774823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1011.775143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.775832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.775832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.775969] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.097641] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f770b9-f875-4576-be8f-7915bf1e3940 in Status: SUCCESS [ 1012.097952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.267286] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5: rpc.has_security_group_logging(os_id): False [ 1012.269505] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1012.270083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.270417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.270694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.271685] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.271846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.271937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.272147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.272236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.272334] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.273891] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1012.274112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.274746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.274889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.275445] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.275594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.275700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.275906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.276049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.276354] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.282775] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.283033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.297730] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.297929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.297983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.298281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.298389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.298604] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.298708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.298776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.298942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.299075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.299256] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.299351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.299411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.299575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.299693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.299890] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.300016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.300373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.300631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.300847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.301569] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1012.381471] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.381639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.381725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.381962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.382142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.402771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1012.543256] env[69433]: INFO networking_nsxv3.common.synchronization [req-cb389474-5a85-4c44-80fd-8f132bbb0225 req-500c465e-8869-441f-93fd-bf3e9e50dbc1 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1012.543256] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1012.545161] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.549027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.549027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.549027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.779869] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.781922] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.785499] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: SUCCESS [ 1012.786601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.049283] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.049572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.049572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.049774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.049859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.050087] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.050243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.050243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.050420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.050498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.050586] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1013.120544] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.120797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.120797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.121121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.121341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.142184] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1013.171961] env[69433]: INFO networking_nsxv3.common.synchronization [req-6147a3ad-3cfa-436a-a20b-67c3cbb91f9e req-a3b3071f-17cd-45fa-bef1-32383a25f7f4 tempest-ListServerFiltersTestJSON-1382236750 tempest-ListServerFiltersTestJSON-1382236750-project-member] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 1013.173898] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGHEST for action security_group_members [ 1013.174265] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.174924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.175732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.176071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.176288] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.176407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.176491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.176619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.176702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.176833] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.283443] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.285262] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.638864] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.638864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.639104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.639319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.639601] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.639769] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.639899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.641085] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.641085] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.641085] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.641085] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.641085] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.641085] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.641085] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.641085] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.641420] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.663156] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.663686] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.663885] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.664119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.664480] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.664834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.664907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.665226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.665384] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59d3765-33d1-4b3f-9a0d-af1edef1aa9d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.681183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.681183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.681183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.681422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.681422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.681621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.681933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.681933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.682089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.682206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.682331] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be updated. [ 1013.725375] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.725580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.725580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.725895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.725965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.739276] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: IN_PROGRESS for 2s [ 1013.789697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.789921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.790147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.790646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.790646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.790646] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be updated. [ 1013.793497] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.793852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.793852] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.794140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.794251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.794366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1013.855026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.855026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.855026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.855026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.855026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.856159] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.856483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.857840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.857840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.857840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.860397] env[69433]: INFO networking_nsxv3.common.synchronization [None req-99414418-4bd8-40fc-8968-404621402a63 None None] Enqueued Resource ID: d45cd995-c438-48ca-842a-df943302bc93 with Priority: HIGHEST for action port [ 1013.864320] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45cd995-c438-48ca-842a-df943302bc93 with Priority: HIGHEST for action port [ 1013.865764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45cd995-c438-48ca-842a-df943302bc93 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.866190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45cd995-c438-48ca-842a-df943302bc93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.866393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45cd995-c438-48ca-842a-df943302bc93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.866821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45cd995-c438-48ca-842a-df943302bc93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.867030] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45cd995-c438-48ca-842a-df943302bc93',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.879457] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: IN_PROGRESS for 2s [ 1013.882213] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1014.168270] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.168498] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.168625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.168905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.171443] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.171862] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f59d3765-33d1-4b3f-9a0d-af1edef1aa9d not found, creating... [ 1014.173782] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.174263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.174394] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.175024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.179285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.179795] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.179986] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.180143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.180427] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.180632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.180739] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f59d3765-33d1-4b3f-9a0d-af1edef1aa9d is going to be created. [ 1014.224017] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.224851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.225124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.225604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.225905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.226181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.373795] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d45cd995-c438-48ca-842a-df943302bc93 [ 1014.373795] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.373795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.373795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.373795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.373795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.373795] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d45cd995-c438-48ca-842a-df943302bc93 already deleted. [ 1014.373795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45cd995-c438-48ca-842a-df943302bc93" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.421984] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1014.422587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.014022] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a97dbed-036b-4800-934e-1a784f88ee34 req-26313667-336e-495d-8f58-6f7e26cf8aa4 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1015.014022] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1015.014022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.014022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.014022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.014022] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.154115] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1015.154475] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 1015.154727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.261557] env[69433]: INFO networking_nsxv3.common.synchronization [req-cb389474-5a85-4c44-80fd-8f132bbb0225 req-69841e49-9c44-45f7-8130-90e9d95a6d8c service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 1015.261740] env[69433]: INFO networking_nsxv3.common.synchronization [req-cb389474-5a85-4c44-80fd-8f132bbb0225 req-69841e49-9c44-45f7-8130-90e9d95a6d8c service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1015.262058] env[69433]: INFO networking_nsxv3.common.synchronization [req-cb389474-5a85-4c44-80fd-8f132bbb0225 req-69841e49-9c44-45f7-8130-90e9d95a6d8c service nova] Enqueued Resource ID: f59d3765-33d1-4b3f-9a0d-af1edef1aa9d with Priority: HIGHEST for action port [ 1015.262535] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 1015.262580] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1015.262766] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59d3765-33d1-4b3f-9a0d-af1edef1aa9d with Priority: HIGHEST for action port [ 1015.262966] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.263366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.263366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.263628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.263628] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.264525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.267667] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.267667] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.267667] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.267667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.267667] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59d3765-33d1-4b3f-9a0d-af1edef1aa9d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.520043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.520043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.520043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.520043] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1015.547757] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.547901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.547967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.548200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.548356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.559087] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1015.753964] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b in Status: SUCCESS [ 1015.754158] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b deletion is rescheduled due to dependency. [ 1015.754642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.770587] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.770757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.774281] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.774590] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59d3765-33d1-4b3f-9a0d-af1edef1aa9d with status ACTIVE [ 1015.774900] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.775328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.775389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.775568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.778618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.778618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.778618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.778618] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59d3765-33d1-4b3f-9a0d-af1edef1aa9d is going to be updated. [ 1015.805186] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.805186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.805186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.805399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.805538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.805694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59d3765-33d1-4b3f-9a0d-af1edef1aa9d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.889166] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.889359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.889359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.889674] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.890228] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.890413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.890544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.890807] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.890967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.891207] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.891323] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.891445] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.891535] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.891690] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.891799] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.891878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.893883] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1015.893883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.898192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.898371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.898571] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.898691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.898753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.898912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.898998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.899098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.899191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.900721] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1015.900913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.901788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.901988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.902189] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.902308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.902482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.902617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.902617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.902711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.902843] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.902906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.902971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.903126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.903261] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.903362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.903424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.903660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.903733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903973] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.941201] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.941201] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.941201] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.941201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.941201] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.941509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.941509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.942140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.942311] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3477b4f-a4d4-4a1c-9bf7-477dc3acc143',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.279408] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.406416] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.407565] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a568a270-a3f6-49aa-883e-1015d910e1ac: rpc.has_security_group_logging(os_id): False [ 1016.426904] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.427020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.427218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.427494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.427785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.428265] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.428507] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.428921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.429181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.429306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.429531] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.429658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.429690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.429994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.430115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.430342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.430477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.430561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.430732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.430834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.430943] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1016.446242] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.446627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.446762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.447268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.447501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.447688] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 not found, creating... [ 1016.451441] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.451441] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.451441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.452205] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 is going to be created. [ 1016.477641] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.477888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.478271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.478656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.479299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.544850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.544850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.544850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.544850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.544850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.569212] env[69433]: INFO networking_nsxv3.common.synchronization [req-51a4ba5c-5b6c-4803-9746-93c8893ef087 req-7c46415a-c0c8-468a-b04a-68d654026558 tempest-ServersV294TestFqdnHostnames-722932604 tempest-ServersV294TestFqdnHostnames-722932604-project-member] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_members [ 1016.569791] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGHEST for action security_group_members [ 1016.575459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.575459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.575459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.575459] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.581478] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1016.754151] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7beec2cb-4c70-4e0c-bd97-096d3807f28e None None] Enqueued Resource ID: 7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd with Priority: HIGHEST for action port [ 1016.754151] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd with Priority: HIGHEST for action port [ 1016.754151] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.754151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.754151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.754151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.754151] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.783703] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.783703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.783703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.783950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.783950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.784564] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1016.827334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.828149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.828279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.828534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.828697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.840023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1016.914663] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64b9baa4-73ce-46e7-8eac-56529ed63104: rpc.has_security_group_logging(os_id): False [ 1016.938887] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.938887] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.938887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.938887] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be updated. [ 1017.002768] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.004371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.004539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.004790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.004937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.017571] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: IN_PROGRESS for 2s [ 1017.080708] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.080928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.081186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.081186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.081304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.083025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.083025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.083025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.083025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.083025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.083025] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b is going to be updated. [ 1017.141496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.141705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.141705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.141949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.142128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.170688] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b in Status: IN_PROGRESS for 2s [ 1017.245507] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a97dbed-036b-4800-934e-1a784f88ee34 req-1ee8e5c8-9c56-4cb9-b5be-c465294c8448 service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1017.245772] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a97dbed-036b-4800-934e-1a784f88ee34 req-1ee8e5c8-9c56-4cb9-b5be-c465294c8448 service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1017.246161] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a97dbed-036b-4800-934e-1a784f88ee34 req-1ee8e5c8-9c56-4cb9-b5be-c465294c8448 service nova] Enqueued Resource ID: a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 with Priority: HIGHEST for action port [ 1017.247036] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1017.247414] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1017.247531] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 with Priority: HIGHEST for action port [ 1017.247851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.248139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.248139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.248314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.248407] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.249506] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.249781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.249781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.252017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.252017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.252017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.252017] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3477b4f-a4d4-4a1c-9bf7-477dc3acc143',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.257244] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd [ 1017.257705] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.257705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.257705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.257881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.257967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.258045] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd already deleted. [ 1017.258117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c93a85e-eef9-4fae-8e57-2f3dd8c38ffd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.574878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1017.575223] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1017.575392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.575855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.579033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.579033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.579033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.579033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.579033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.579033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.761964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.761964] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 with status ACTIVE [ 1017.761964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.761964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.761964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.761964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.762733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.762733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.762733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.762733] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3477b4f-a4d4-4a1c-9bf7-477dc3acc143 is going to be updated. [ 1017.795211] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.795370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.795370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.795674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.795766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.795932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3477b4f-a4d4-4a1c-9bf7-477dc3acc143" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.081636] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.586742] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.601111] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1018.601111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.601111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.601111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.601111] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.855449] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1018.855690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.855950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.856292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.856863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.857025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.857284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.857389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.857485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.857595] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.033350] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1019.033528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.088572] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.088689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.088737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.089066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.089199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.089334] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1019.105127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.105127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.105127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.105541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.105628] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.105718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.105808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.105990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.106316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.106316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.106578] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.126804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.130340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.130539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.130752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.130962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.148420] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1019.188424] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b in Status: SUCCESS [ 1019.188623] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b deletion is rescheduled due to dependency. [ 1019.188743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.362529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.363383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.363383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.363383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.363383] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.363654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.363654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.363797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.363894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.363988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.364213] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.364318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.364318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.364478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.364622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.364743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.364982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.365106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.365189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.365304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.365441] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.610569] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.610897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.610897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.611212] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.611606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.612118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612375] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.612375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.612538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612778] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.873508] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8694b583-f83a-4036-a4b9-142c0f4e8208: rpc.has_security_group_logging(os_id): False [ 1019.897850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.897850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.897850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.897850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.897850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.897850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.897850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.897850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.904282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.904282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.904282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.904282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1019.977108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.977334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.977334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.977534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.977684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.993316] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1020.117440] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a568a270-a3f6-49aa-883e-1015d910e1ac: rpc.has_security_group_logging(os_id): False [ 1020.144583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.144583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.144583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.144583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.145279] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.145279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.145279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.145279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.145279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.146443] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1020.192793] env[69433]: INFO networking_nsxv3.common.synchronization [req-d832e615-a73b-4f56-9550-98f9eeaef322 req-443ba240-ab35-48c2-aa73-f8e78d356617 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1020.192793] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1020.193144] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.193354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.193510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.194549] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.255325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.255693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.255815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.256111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.256356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.276294] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1020.721323] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.160801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1021.161041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.161298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.165021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.165021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.165021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.165021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.165021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.165021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.165021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.165021] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.202485] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.664524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.664719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.664813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665322] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.665723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.665842] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.666128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.666326] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.666454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.666454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.666637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.666715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.666715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.666857] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.706128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.706371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.706484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.706647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.706736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.707022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 1021.744837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.745216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.745216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.745477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.745706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.756752] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 1022.009143] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1022.009415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.170442] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff15230a-2bef-4bd5-aac7-6e870753fa29: rpc.has_security_group_logging(os_id): False [ 1022.212529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.212744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.212966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.213143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.213245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.213490] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.213587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.213647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.213800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.213871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.214076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.214186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.214267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.214413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.215514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.215514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.215514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.215514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.215514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.216178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.216178] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1022.308455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.308672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.308841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.309040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.313026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.322345] env[69433]: INFO networking_nsxv3.common.synchronization [req-be3090bc-3ada-43c9-a288-7834996efe09 req-56965d37-a7ce-497f-9147-dca26e3efedd tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1022.322774] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1022.323096] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.323220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.323288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.323549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.323716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.323820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.323884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.324050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.324139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.324234] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.329972] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1022.330345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.331854] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1022.686025] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.686025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.686025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.686025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.686668] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.690038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.690038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.690038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.690038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.690038] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.690038] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.690038] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.690038] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.690038] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.690038] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.690038] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.719508] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.720102] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.720403] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.720714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.721165] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.722018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.722018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.722315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.722566] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1349a32a-8f36-4a96-a4e5-64a65b83dbf3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.828767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.829200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.829200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.829301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.829335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.829528] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.829634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.829698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.829856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.829933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.830033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 already deleted. [ 1022.830119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.225400] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.225710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.225810] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.226133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.226306] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.226476] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 not found, creating... [ 1023.226798] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.227073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.227244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.227473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.227692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.228054] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.228264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.228400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.228669] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.228833] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.228996] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 is going to be created. [ 1023.262793] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.263375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.263375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.263703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.263969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.264265] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.563347] env[69433]: INFO networking_nsxv3.common.synchronization [req-e9cd515a-9739-45a2-9add-7770427bbff2 req-ab887c5e-6aa2-4731-914f-5365996de649 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1023.563935] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1023.564275] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.564392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.564460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.564677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.564845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.565021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.565021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.565172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.565258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.565824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.769957] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 1023.770256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.951842] env[69433]: INFO networking_nsxv3.common.synchronization [req-be3090bc-3ada-43c9-a288-7834996efe09 req-1545f07b-b2d3-492a-af76-f81ba8cb92c2 service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1023.952214] env[69433]: INFO networking_nsxv3.common.synchronization [req-be3090bc-3ada-43c9-a288-7834996efe09 req-1545f07b-b2d3-492a-af76-f81ba8cb92c2 service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1023.953028] env[69433]: INFO networking_nsxv3.common.synchronization [req-be3090bc-3ada-43c9-a288-7834996efe09 req-1545f07b-b2d3-492a-af76-f81ba8cb92c2 service nova] Enqueued Resource ID: 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 with Priority: HIGHEST for action port [ 1023.953028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1023.953028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1023.953028] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 with Priority: HIGHEST for action port [ 1023.954526] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.956267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.956513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.956780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.957072] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.958896] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.959039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.959113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.959340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.959519] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.959622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.959688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.959839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.959923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.962249] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.963999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.964167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.964256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.964454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.964859] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1349a32a-8f36-4a96-a4e5-64a65b83dbf3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.068717] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.345998] env[69433]: INFO networking_nsxv3.common.synchronization [None req-508048ca-5878-4005-b131-4b05630634c6 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1024.351333] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1024.351748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.352488] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1024.353309] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.353478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.467306] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.467720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.468180] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.469223] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 with status ACTIVE [ 1024.470440] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.470440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.470440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.470440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.470440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.470440] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.470440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.470771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.470808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.471183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.471433] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.471576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.471666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.471843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.471950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.472080] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1349a32a-8f36-4a96-a4e5-64a65b83dbf3 is going to be updated. [ 1024.496399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.496620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.496667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.496897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.497090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.497283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1349a32a-8f36-4a96-a4e5-64a65b83dbf3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.570926] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.945321] env[69433]: INFO networking_nsxv3.common.synchronization [None req-974fafd2-38bc-446e-a8dd-4c1206504952 None None] Enqueued Resource ID: ae5aa2a3-6f59-4b3b-99f2-ee1689600155 with Priority: HIGHEST for action port [ 1024.945321] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5aa2a3-6f59-4b3b-99f2-ee1689600155 with Priority: HIGHEST for action port [ 1024.946019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5aa2a3-6f59-4b3b-99f2-ee1689600155 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.946194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5aa2a3-6f59-4b3b-99f2-ee1689600155" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.946272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5aa2a3-6f59-4b3b-99f2-ee1689600155" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.946511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5aa2a3-6f59-4b3b-99f2-ee1689600155" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.946613] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5aa2a3-6f59-4b3b-99f2-ee1689600155',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.974312] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.075515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.076395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.076395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.076395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.076395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.076395] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1025.111809] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.111809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.111809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.111809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.111809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.124590] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1025.448630] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae5aa2a3-6f59-4b3b-99f2-ee1689600155 [ 1025.449268] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.449268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.449268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.449474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.449474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.449544] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae5aa2a3-6f59-4b3b-99f2-ee1689600155 already deleted. [ 1025.449591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5aa2a3-6f59-4b3b-99f2-ee1689600155" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.476560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.477073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.477169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.479862] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be created. [ 1025.504129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.504291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.504356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.504568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.504735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.517215] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: UNINITIALIZED for 2s [ 1025.673836] env[69433]: INFO networking_nsxv3.common.synchronization [req-64b6816f-6a70-401b-ba7f-d9eea2f41e15 req-368c3b54-4952-473c-aa1f-fc5e0e4ff028 tempest-VolumesAdminNegativeTest-592846713 tempest-VolumesAdminNegativeTest-592846713-project-member] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_members [ 1025.674485] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGHEST for action security_group_members [ 1025.675776] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.675776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.675955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.676100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.676318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.676461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.676559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.676743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.676843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.676978] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.180348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.180691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.180691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.181252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.184314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.184314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.184314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.184314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.184314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.184954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.184954] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 is going to be updated. [ 1026.258174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.258174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.258174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.258174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.258174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.269639] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: IN_PROGRESS for 2s [ 1027.136675] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1027.136675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.136675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.137291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.137767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.140303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.140303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.140303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.140673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.141096] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.529505] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529505] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529505] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.643827] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.644035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644620] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.644719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.645594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.645594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.645594] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1027.678998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.679253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.679253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.680794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.680965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.696884] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1027.897652] env[69433]: INFO networking_nsxv3.common.synchronization [None req-4508fd46-6cd4-4182-9dd8-7ff8a99842ad None None] Enqueued Resource ID: bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455 with Priority: HIGHEST for action port [ 1027.899653] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455 with Priority: HIGHEST for action port [ 1027.899999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.903396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.903396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.903669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.903761] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.032128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.034432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.034520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.035255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.035255] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.035255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.035255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.035472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.035472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.035611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.035690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.035800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.035887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.035988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.036163] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.036259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.036318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.036475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.036553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.036633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.036725] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.076838] env[69433]: INFO networking_nsxv3.common.synchronization [req-22e6fd5d-f279-499b-963a-903cfbc3255c req-bb5e8075-28fb-4531-80ca-2e80d6a44e51 tempest-MigrationsAdminTest-305051465 tempest-MigrationsAdminTest-305051465-project-member] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 1028.078462] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGHEST for action security_group_members [ 1028.078462] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.081705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.081705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.081802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.082022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.082166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.082321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.082505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.082814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.082814] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.282898] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 in Status: SUCCESS [ 1028.283230] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 deletion is rescheduled due to dependency. [ 1028.283359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.406737] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455 [ 1028.408026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.408026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.408026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.408026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.408026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.408026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455 already deleted. [ 1028.408026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb0bf23-5feb-4fd6-99ba-d3c3c1f9e455" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.540071] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023e591e-9d90-4762-9905-f350d745b037: rpc.has_security_group_logging(os_id): False [ 1028.565180] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.565180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.565180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.566606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.566721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.566989] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.567183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.567311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.567586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.567675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.567934] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.568065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.568131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.568304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.568385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.568609] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.568703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.568761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.568904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.568977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.569078] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be created. [ 1028.585306] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.585306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.585549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.585607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.585703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.585914] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.586113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.586113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.586306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.586404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.586512] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be updated. [ 1028.626532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.626532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.626532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.626532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.626532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.641611] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: IN_PROGRESS for 2s [ 1028.656053] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.656053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.656053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.656053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.656053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.676485] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1028.798400] env[69433]: INFO networking_nsxv3.common.synchronization [None req-3c251989-c5a8-4734-8e2c-718d6d975915 None None] Enqueued Resource ID: 571ea22d-9d80-42c2-90b9-8105bb67e905 with Priority: HIGHEST for action port [ 1028.798400] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571ea22d-9d80-42c2-90b9-8105bb67e905 with Priority: HIGHEST for action port [ 1028.798400] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-571ea22d-9d80-42c2-90b9-8105bb67e905 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.798400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571ea22d-9d80-42c2-90b9-8105bb67e905" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.798400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571ea22d-9d80-42c2-90b9-8105bb67e905" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.801310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571ea22d-9d80-42c2-90b9-8105bb67e905" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.801310] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571ea22d-9d80-42c2-90b9-8105bb67e905',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.310123] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571ea22d-9d80-42c2-90b9-8105bb67e905 [ 1029.310123] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.310123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.310123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.310463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.310463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.310463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571ea22d-9d80-42c2-90b9-8105bb67e905 already deleted. [ 1029.310463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571ea22d-9d80-42c2-90b9-8105bb67e905" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.708289] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1029.708542] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 deletion is rescheduled due to dependency. [ 1029.708542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.094975] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7070cd89-0278-4273-8ea6-f61c5a5ab481 None None] Enqueued Resource ID: 5582f897-9893-4749-9ebc-8a8c4997bad3 with Priority: HIGHEST for action port [ 1030.095248] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5582f897-9893-4749-9ebc-8a8c4997bad3 with Priority: HIGHEST for action port [ 1030.096242] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5582f897-9893-4749-9ebc-8a8c4997bad3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.096372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5582f897-9893-4749-9ebc-8a8c4997bad3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.096443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5582f897-9893-4749-9ebc-8a8c4997bad3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.096705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5582f897-9893-4749-9ebc-8a8c4997bad3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.096792] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5582f897-9893-4749-9ebc-8a8c4997bad3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.598696] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5582f897-9893-4749-9ebc-8a8c4997bad3 [ 1030.598945] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.599103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.599172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.599401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.599501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.599605] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5582f897-9893-4749-9ebc-8a8c4997bad3 already deleted. [ 1030.599684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5582f897-9893-4749-9ebc-8a8c4997bad3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b in Status: SUCCESS [ 1030.654532] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b deletion is rescheduled due to dependency. [ 1030.654532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.690040] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1030.690040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.738904] env[69433]: INFO networking_nsxv3.common.synchronization [None req-50118696-9dd8-45fc-ba5e-308da87cb17d tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_rules [ 1030.738904] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_rules [ 1030.738904] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.738904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.738904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.739333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.739333] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.833456] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f861e983-f7bb-455e-b0f0-48b37f180c55 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_rules [ 1030.833456] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_rules [ 1030.833618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.833618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.993546] env[69433]: INFO networking_nsxv3.common.synchronization [None req-4c115a95-79d2-4bca-acff-0e4bfb8dc644 None None] Enqueued Resource ID: 82f206ae-7f49-4bdf-a8d1-b02fe3e83294 with Priority: HIGHEST for action port [ 1030.993859] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f206ae-7f49-4bdf-a8d1-b02fe3e83294 with Priority: HIGHEST for action port [ 1030.994492] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f206ae-7f49-4bdf-a8d1-b02fe3e83294 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.994692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f206ae-7f49-4bdf-a8d1-b02fe3e83294" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.994785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f206ae-7f49-4bdf-a8d1-b02fe3e83294" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.997781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f206ae-7f49-4bdf-a8d1-b02fe3e83294" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.997882] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f206ae-7f49-4bdf-a8d1-b02fe3e83294',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.277906] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.278182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.278279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.280464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.280464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.280464] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cbf374-115c-42de-89b2-18122ea4064d already deleted. [ 1031.280464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.280464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.280464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.280464] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.288104] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f1e628eb-eef4-47bf-af9e-a1cf18d2f2bc tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_rules [ 1031.288248] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_rules [ 1031.288450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.288588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.288650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.288939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.290277] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.456876] env[69433]: INFO networking_nsxv3.common.synchronization [None req-1ba79675-e63d-4aec-a863-d95983462bf2 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_rules [ 1031.456876] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_rules [ 1031.457073] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.457199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.503485] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f206ae-7f49-4bdf-a8d1-b02fe3e83294 [ 1031.503560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.504203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.504203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.504203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.504203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.504203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f206ae-7f49-4bdf-a8d1-b02fe3e83294 already deleted. [ 1031.504625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f206ae-7f49-4bdf-a8d1-b02fe3e83294" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.803431] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.803909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.803909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.803909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.804034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.804137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cbf374-115c-42de-89b2-18122ea4064d already deleted. [ 1031.804247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.925065] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.925065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.925065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.925398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.925483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.925567] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e already deleted. [ 1031.925661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.925821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.925991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.926256] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.459093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.459093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.459093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.459093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.459093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.459093] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e already deleted. [ 1032.459093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.962409] env[69433]: INFO networking_nsxv3.common.synchronization [None req-3f789aa8-18f3-420a-9a07-b630cb399cfd None None] Enqueued Resource ID: b48f6b17-2292-4fd8-8952-624bb2955648 with Priority: HIGHEST for action port [ 1032.962956] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48f6b17-2292-4fd8-8952-624bb2955648 with Priority: HIGHEST for action port [ 1032.964489] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48f6b17-2292-4fd8-8952-624bb2955648 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.964489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48f6b17-2292-4fd8-8952-624bb2955648" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.964489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48f6b17-2292-4fd8-8952-624bb2955648" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.964688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48f6b17-2292-4fd8-8952-624bb2955648" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.964688] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48f6b17-2292-4fd8-8952-624bb2955648',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.330805] env[69433]: INFO networking_nsxv3.common.synchronization [req-0acc932c-c36c-464e-8a48-215191321dba req-d685ce24-a131-462c-97d1-ccccb69ad147 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_members [ 1033.331372] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGHEST for action security_group_members [ 1033.331666] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.331787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.331850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.332924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.333416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.333416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.333416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.334474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.334474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.334662] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.469851] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b48f6b17-2292-4fd8-8952-624bb2955648 [ 1033.470552] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.470707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.470779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.470980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.471638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.472021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b48f6b17-2292-4fd8-8952-624bb2955648 already deleted. [ 1033.472021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48f6b17-2292-4fd8-8952-624bb2955648" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.841459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.841650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.841803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.842020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.842122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.842324] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.842423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.842487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.842642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.842718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.842804] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 is going to be updated. [ 1033.876469] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.876609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.877143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.877143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.877143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.889417] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 in Status: IN_PROGRESS for 2s [ 1035.795573] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7f78f43f-c84d-4395-b327-f30e61d06d5e None None] Enqueued Resource ID: e1683d82-a137-49cb-8ee9-7e286c874516 with Priority: HIGHEST for action port [ 1035.795573] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1683d82-a137-49cb-8ee9-7e286c874516 with Priority: HIGHEST for action port [ 1035.795573] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1683d82-a137-49cb-8ee9-7e286c874516 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.795573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1683d82-a137-49cb-8ee9-7e286c874516" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.796553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1683d82-a137-49cb-8ee9-7e286c874516" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.796846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1683d82-a137-49cb-8ee9-7e286c874516" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.796933] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1683d82-a137-49cb-8ee9-7e286c874516',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.901764] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 in Status: SUCCESS [ 1035.901966] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 deletion is rescheduled due to dependency. [ 1035.902142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.238431] env[69433]: INFO networking_nsxv3.common.synchronization [req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 req-b8df36bf-7d6d-4886-b305-a389ac82e13d tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Enqueued Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_members [ 1036.238987] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_members [ 1036.239744] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.239744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.239744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.239744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.240198] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.240198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.240198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.240198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.240526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.240526] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.301433] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1683d82-a137-49cb-8ee9-7e286c874516 [ 1036.301672] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.301816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.302813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.302813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.302813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.302813] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1683d82-a137-49cb-8ee9-7e286c874516 already deleted. [ 1036.302813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1683d82-a137-49cb-8ee9-7e286c874516" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.661488] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-396" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-396" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.662556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-396" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.662902] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663290] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.664186] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.664357] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.664521] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.664659] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.665562] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.665562] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.665562] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.693186] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.693291] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.693432] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.693677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-396" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.694077] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-7c5a9b44-3f42-4942-adc2-e31bb71637c8 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.694305] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.694449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.694858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.695027] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5a9b44-3f42-4942-adc2-e31bb71637c8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.743757] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.745182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.745182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.745182] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.745353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.745353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.746394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.746394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.746394] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c already deleted. [ 1036.746394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.197801] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.198409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.198409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.198631] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.198823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.199044] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 7c5a9b44-3f42-4942-adc2-e31bb71637c8 not found, creating... [ 1037.199391] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.199603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.199757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.200093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.200362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.200663] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.200864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.201039] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.201327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.201850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.201850] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 7c5a9b44-3f42-4942-adc2-e31bb71637c8 is going to be created. [ 1037.226314] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226545] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226674] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.226940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.227264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.227522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.917377] env[69433]: INFO networking_nsxv3.common.synchronization [req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 req-3d236d19-cf05-4aaa-8608-41f83e5445ee service nova] Enqueued Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_rules [ 1037.917377] env[69433]: INFO networking_nsxv3.common.synchronization [req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 req-3d236d19-cf05-4aaa-8608-41f83e5445ee service nova] Enqueued Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_members [ 1037.917377] env[69433]: INFO networking_nsxv3.common.synchronization [req-240e338e-6f3d-42fe-b3b2-77cb633d08b6 req-3d236d19-cf05-4aaa-8608-41f83e5445ee service nova] Enqueued Resource ID: 7c5a9b44-3f42-4942-adc2-e31bb71637c8 with Priority: HIGHEST for action port [ 1037.917377] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_rules [ 1037.917377] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_members [ 1037.917377] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5a9b44-3f42-4942-adc2-e31bb71637c8 with Priority: HIGHEST for action port [ 1037.917377] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.917377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.917377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.918112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.918424] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.922020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.922020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.922020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.922020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.922020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.922020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.922020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.922020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.926019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.926019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.926019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c5a9b44-3f42-4942-adc2-e31bb71637c8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.926019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.926019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.926019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.926019] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5a9b44-3f42-4942-adc2-e31bb71637c8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.037323] env[69433]: INFO networking_nsxv3.common.synchronization [None req-09f0a12e-faae-4384-86f2-206c0f863629 None None] Enqueued Resource ID: d926dd2d-b692-4e34-89b8-ae4551ff0f94 with Priority: HIGHEST for action port [ 1038.038035] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d926dd2d-b692-4e34-89b8-ae4551ff0f94 with Priority: HIGHEST for action port [ 1038.039758] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d926dd2d-b692-4e34-89b8-ae4551ff0f94 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.039758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d926dd2d-b692-4e34-89b8-ae4551ff0f94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.039758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d926dd2d-b692-4e34-89b8-ae4551ff0f94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.039758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d926dd2d-b692-4e34-89b8-ae4551ff0f94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.039758] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d926dd2d-b692-4e34-89b8-ae4551ff0f94',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.428871] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.429312] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.429447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.429857] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c5a9b44-3f42-4942-adc2-e31bb71637c8 with status ACTIVE [ 1038.430047] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.430168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.430211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.430421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.430529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.430693] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.430790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.430881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.431056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.431118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.431279] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.431370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.431428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.431574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.431635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.432514] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c5a9b44-3f42-4942-adc2-e31bb71637c8 is going to be updated. [ 1038.456979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.457156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.457458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.457794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.458028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.458265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c5a9b44-3f42-4942-adc2-e31bb71637c8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.474941] env[69433]: INFO networking_nsxv3.common.synchronization [req-e1cb2993-fb2b-4a0a-9988-210c2e1a5c09 req-a87448c2-2ee0-4283-b7a7-97d37b379e89 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_members [ 1038.475702] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGHEST for action security_group_members [ 1038.477775] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.478030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.478030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.479036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.479036] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.479036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.479036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.479036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.479036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.479036] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.541584] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d926dd2d-b692-4e34-89b8-ae4551ff0f94 [ 1038.541934] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.541934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.542107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.542250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.542348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.542448] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d926dd2d-b692-4e34-89b8-ae4551ff0f94 already deleted. [ 1038.542555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d926dd2d-b692-4e34-89b8-ae4551ff0f94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.930508] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.987614] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.987775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.987841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.988069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.988170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.988439] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.988566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.988637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.988785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.988865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.988971] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 is going to be updated. [ 1039.020618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.020804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.020896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.021053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.021207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.033048] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13236c8a-0443-49df-bdcb-c319be935e77 in Status: IN_PROGRESS for 2s [ 1039.433614] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.434065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.434184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.434284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.434403] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c is going to be created. [ 1039.462028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.462262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.462262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.462548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.462825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.477320] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c in Status: UNINITIALIZED for 2s [ 1040.775826] env[69433]: INFO networking_nsxv3.common.synchronization [req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 req-79a1e535-8eea-466e-b9b1-937804cd8867 tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1040.776391] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1040.776710] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.777639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.777639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.777639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.777639] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.777639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.777639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.777639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.777991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.777991] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.043383] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13236c8a-0443-49df-bdcb-c319be935e77 in Status: SUCCESS [ 1041.043383] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 deletion is rescheduled due to dependency. [ 1041.043383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.125844] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.126062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.126195] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.126645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.127221] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.127481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.127612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.127850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.128008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.128999] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.128999] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.128999] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.128999] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.128999] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.129267] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.129267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.158580] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.158756] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.158950] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.159273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-157" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.159635] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-ed8f70cf-3f52-402e-b9de-0d45821cb94b taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.159811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.159931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.160634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.160786] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8f70cf-3f52-402e-b9de-0d45821cb94b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.282962] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.491763] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c in Status: SUCCESS [ 1041.491993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.492204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.492457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.492698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.492849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.492931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.493121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.493205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.493341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.493445] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.663274] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.663670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.663902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.664329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.664603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.664868] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port ed8f70cf-3f52-402e-b9de-0d45821cb94b not found, creating... [ 1041.665380] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.665671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.665901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.666338] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.666671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.667315] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.667582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.667849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.668302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.668472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b is going to be created. [ 1041.704549] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.704799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.704935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.705366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.705606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.705925] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.786626] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.998424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.998424] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.998424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.998868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.998868] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.998868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.998868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.999050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.999225] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.002170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.002170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.002170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.002170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.002170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.002170] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.289775] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.290586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.290741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.291279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.291279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.291279] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1042.329517] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.332669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.332791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.333088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.333276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.345423] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1042.425184] env[69433]: INFO networking_nsxv3.common.synchronization [req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 req-51c35ca0-9f28-4f67-8ef4-31ff7211764a service nova] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1042.425405] env[69433]: INFO networking_nsxv3.common.synchronization [req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 req-51c35ca0-9f28-4f67-8ef4-31ff7211764a service nova] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1042.425551] env[69433]: INFO networking_nsxv3.common.synchronization [req-0d6f35c0-f2bc-4d40-b73f-2b995a9d1547 req-51c35ca0-9f28-4f67-8ef4-31ff7211764a service nova] Enqueued Resource ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b with Priority: HIGHEST for action port [ 1042.426129] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1042.426224] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1042.426364] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b with Priority: HIGHEST for action port [ 1042.426608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.426685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.426753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.426973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.427047] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.427976] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.428128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8f70cf-3f52-402e-b9de-0d45821cb94b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.429057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.429057] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8f70cf-3f52-402e-b9de-0d45821cb94b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.508787] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45fd1bc6-0fc3-4238-94f5-bba9e685c30c: rpc.has_security_group_logging(os_id): False [ 1042.529959] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.530913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.530913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.530913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.530913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.531123] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.533730] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.533730] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.533730] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c is going to be created. [ 1042.604935] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.604935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.604935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.604935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.604935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.618561] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c in Status: IN_PROGRESS for 2s [ 1042.932898] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed8f70cf-3f52-402e-b9de-0d45821cb94b with status ACTIVE [ 1042.932898] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.932898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.934263] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.934263] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.934263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.934840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.934840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.934840] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b is going to be updated. [ 1042.935869] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.935960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.962069] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.962210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.962283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.962501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.962645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.962810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.367951] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1044.368344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.368497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.368783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.369038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.369173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.369245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.369469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.369614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.369774] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.635376] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c in Status: SUCCESS [ 1044.635712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.804507] env[69433]: INFO networking_nsxv3.common.synchronization [req-07abf673-bb0d-4245-b76b-94b74110d5b6 req-1e1a4bdd-99d1-4197-8b43-42997ef3c511 tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1044.805079] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1044.805406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.805530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.805595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.805895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.805963] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.806062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.806125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.806276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.806368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.806897] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.875074] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.308801] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.378417] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.812176] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.887430] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.887430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.887430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.887430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.887430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.887430] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1045.920030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.920030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.920030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.920030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.920030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.939273] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1046.314937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.314937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.314937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.314937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.315258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.315258] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 1046.353596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.353853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.353853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.354039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.354202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.368894] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 1047.952601] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1047.952872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.953332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.954025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.954025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.954025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.954025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.954401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.954499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.954590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.954731] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.392418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 1048.392650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.459499] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.459499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.459683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.459841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.460422] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.460422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.460422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.460422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.460422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.460422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.460772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.460772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.460772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.460890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.460937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.461091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.461091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.461325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.461413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.461491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.461587] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.966708] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a568a270-a3f6-49aa-883e-1015d910e1ac: rpc.has_security_group_logging(os_id): False [ 1048.997314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.997314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.997314] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.997314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.998381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.998669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.998862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.999351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.999582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.999788] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1049.074356] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.074531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.074579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.074799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.074949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.099662] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1049.808495] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.808618] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1050.432371] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.432702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.432702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.433132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.433246] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.433551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.433551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.434310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.434310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.435745] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.435924] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.436066] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.436226] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.436374] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.436419] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.437022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.458020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.458219] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.458361] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.458547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-838" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.458864] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-5351f12c-2d1b-4103-85da-fc01a06e995a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.460023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.460023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.460023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.460023] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5351f12c-2d1b-4103-85da-fc01a06e995a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.878476] env[69433]: INFO networking_nsxv3.common.synchronization [req-528bd8c5-90fc-48da-aa24-bad8a64f2d3f req-a4351e5b-0b45-4392-97b1-5cb6f18387ca tempest-ServerAddressesNegativeTestJSON-2142103789 tempest-ServerAddressesNegativeTestJSON-2142103789-project-member] Enqueued Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_members [ 1050.879080] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGHEST for action security_group_members [ 1050.879496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.879606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.879606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.879772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.879935] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.880124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.880196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.880358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.880445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.880543] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.905267] env[69433]: INFO networking_nsxv3.common.synchronization [req-299db5c9-c1dc-4350-84e2-d182b48e608d req-338f44e6-4d7e-4828-93bc-2745be568d07 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1050.906128] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1050.906269] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.906400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.906475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.906670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.906865] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.906977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.907032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.907222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.908286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.908406] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.963975] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.964241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.964378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.964672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.964870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.965135] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.965301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.965467] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.965738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.967386] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.967758] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.968978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.968978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.968978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.968978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.969848] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 5351f12c-2d1b-4103-85da-fc01a06e995a is going to be updated. [ 1050.996536] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.996771] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.996901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.997217] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.997421] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.997701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.118044] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1051.118199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.383151] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.383378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.383458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.383775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.383914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.384119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.384221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.384286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.384441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.384514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.384615] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c is going to be updated. [ 1051.412968] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.413275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.413356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.413570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.413721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.414871] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.415009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.415212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.415424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.415539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.415745] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.415873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.415956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.416140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.416252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.416366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1051.426876] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c in Status: IN_PROGRESS for 2s [ 1051.445390] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.445390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.445718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.445718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.445930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.457169] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1051.741464] env[69433]: INFO networking_nsxv3.common.synchronization [req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f req-a25e3a7b-bc17-407c-ba7b-9c03bb0d2015 service nova] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_rules [ 1051.741464] env[69433]: INFO networking_nsxv3.common.synchronization [req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f req-a25e3a7b-bc17-407c-ba7b-9c03bb0d2015 service nova] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 1051.741464] env[69433]: INFO networking_nsxv3.common.synchronization [req-9cfc04c6-d7a3-4776-9aaa-951f923c1a4f req-a25e3a7b-bc17-407c-ba7b-9c03bb0d2015 service nova] Enqueued Resource ID: 5351f12c-2d1b-4103-85da-fc01a06e995a with Priority: HIGHEST for action port [ 1051.741698] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_rules [ 1051.741835] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 1051.741998] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5351f12c-2d1b-4103-85da-fc01a06e995a with Priority: HIGHEST for action port [ 1051.744651] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.744651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.744651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.744651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.745385] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.746059] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.746203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.746270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.748909] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.748909] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.748909] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-5351f12c-2d1b-4103-85da-fc01a06e995a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.748909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.748909] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5351f12c-2d1b-4103-85da-fc01a06e995a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.914111] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1051.914237] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1051.914730] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1051.914863] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1051.915158] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.915279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.915371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.915658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.915819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.915919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.915977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.918467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.918467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.918467] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.919479] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.919630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.919724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.919921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.920121] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.920255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.920345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.920876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.920999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.921189] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.997767] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_rules [ 1051.997767] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1051.997767] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1051.997929] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1051.997980] env[69433]: INFO networking_nsxv3.common.synchronization [req-25268c07-a4a7-498c-81c3-3f20bb427849 req-db2a5575-5ab5-4c32-81cc-3b47e70d7c7e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b with Priority: HIGHEST for action port [ 1051.998519] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_rules [ 1051.999318] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1051.999318] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b with Priority: HIGHEST for action port [ 1051.999318] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1051.999318] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1052.000346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.000346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.000346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.000346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.000614] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.001501] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.001692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.001749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.001987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.002086] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.002985] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8f70cf-3f52-402e-b9de-0d45821cb94b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.003146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.003285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.006144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.006144] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8f70cf-3f52-402e-b9de-0d45821cb94b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.006144] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.006144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.006144] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.006144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.252415] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.252415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.252415] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.252415] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5351f12c-2d1b-4103-85da-fc01a06e995a with status ACTIVE [ 1052.252415] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.252415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.252415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.252415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.252731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.252731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.252803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.252836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.253008] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.253291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.253550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.253657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.253749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.253934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.254183] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5351f12c-2d1b-4103-85da-fc01a06e995a is going to be updated. [ 1052.278083] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.278481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.278481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.278939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.279212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.279612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5351f12c-2d1b-4103-85da-fc01a06e995a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.424553] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.425806] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.508747] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.508747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.508747] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.508747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.508747] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed8f70cf-3f52-402e-b9de-0d45821cb94b with status ACTIVE [ 1052.509353] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.509353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.509353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.509353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.509353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.509643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.509643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.509643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.509769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.509977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.510217] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.510316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.510380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.510557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.510620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.510707] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b is going to be updated. [ 1052.535766] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.535766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.535949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.536072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.536223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.536380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.756309] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.928502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.934667] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.259756] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.260636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.260636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.260788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.260854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.260920] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 1053.301605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.301605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.301605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.301858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.301858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 1053.432365] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.432525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.432596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.432822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.432915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.433033] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be created. [ 1053.436774] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.436941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.437023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.437196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.437284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.437379] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1053.440301] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c in Status: SUCCESS [ 1053.440484] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c deletion is rescheduled due to dependency. [ 1053.440587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.460323] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.460523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.460616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.460876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.461119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.465918] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.466107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.466203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.466455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.466648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.473510] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1053.473743] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1053.473886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.474814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: UNINITIALIZED for 2s [ 1053.476152] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1054.021106] env[69433]: INFO networking_nsxv3.common.synchronization [req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd req-504d6f34-7f3d-4d06-888b-2e54cdd40565 tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Enqueued Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_members [ 1054.021724] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_members [ 1054.022366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.022598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.022727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.023074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.023940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.023940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.023940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.023940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.024207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.024630] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.490852] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.491120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-965" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.491422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-965" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.492270] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-965" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.492270] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.492270] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.492573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.492628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.492741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.492964] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.493092] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.493201] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.493309] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.493419] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.493531] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.493665] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.521046] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.521046] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.521046] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.521307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-965" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.524197] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f3eb6538-377a-4254-97e2-9550d7ecfab2 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.524197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.524197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.524197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.524197] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3eb6538-377a-4254-97e2-9550d7ecfab2',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.528211] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.528371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.528567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.528631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.528696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.528901] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.529021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.529091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.529261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.529420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.529559] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961e9170-9611-4528-a2d2-b56280b2f892 already deleted. [ 1054.529617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.026084] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.026084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.026084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.026529] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.026569] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.026713] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f3eb6538-377a-4254-97e2-9550d7ecfab2 not found, creating... [ 1055.026984] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.027164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.027285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.027687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.027990] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.028176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.028276] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.028484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.028764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.028931] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f3eb6538-377a-4254-97e2-9550d7ecfab2 is going to be created. [ 1055.059022] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.059274] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.059401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.059708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.060113] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.060353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.334411] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 1055.334663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.334846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.335075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.335270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.335388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.335476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.335648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.335740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.335807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.335896] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.490020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.490020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.490020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.490020] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.490020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1055.490698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.491442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.491739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.492109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.492495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.492644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.492864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.493044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.493233] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.794941] env[69433]: INFO networking_nsxv3.common.synchronization [req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd req-00e53fb1-633f-4cf3-b1ea-e98b236704ae service nova] Enqueued Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_rules [ 1055.795162] env[69433]: INFO networking_nsxv3.common.synchronization [req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd req-00e53fb1-633f-4cf3-b1ea-e98b236704ae service nova] Enqueued Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_members [ 1055.795308] env[69433]: INFO networking_nsxv3.common.synchronization [req-54a11b16-4862-4a0c-bdfd-cdf6fe74b9fd req-00e53fb1-633f-4cf3-b1ea-e98b236704ae service nova] Enqueued Resource ID: f3eb6538-377a-4254-97e2-9550d7ecfab2 with Priority: HIGHEST for action port [ 1055.795925] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_rules [ 1055.796142] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_members [ 1055.796266] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3eb6538-377a-4254-97e2-9550d7ecfab2 with Priority: HIGHEST for action port [ 1055.796598] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.796746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.796857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.797203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.797301] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.798340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.798512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.798553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.798740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.798908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.799034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.799119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.799274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.799389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.799455] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.800756] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3eb6538-377a-4254-97e2-9550d7ecfab2 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.800906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.800972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.801167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.801263] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3eb6538-377a-4254-97e2-9550d7ecfab2',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.837861] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.838041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.838120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.838317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.838488] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.838617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.838680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.838846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.838937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839189] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.839512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.839654] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.840157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.840201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.840303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.840448] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.995202] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.996460] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.303069] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.304182] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.304288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.305176] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3eb6538-377a-4254-97e2-9550d7ecfab2 with status ACTIVE [ 1056.305176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.305176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.305176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.305176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.305176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.305506] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.305506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.305506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.305506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.305669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.305748] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.305840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.305905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.306075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.306153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.306235] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3eb6538-377a-4254-97e2-9550d7ecfab2 is going to be updated. [ 1056.328242] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.328242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.328242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.328242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.328242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.328242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3eb6538-377a-4254-97e2-9550d7ecfab2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.342597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3824cc37-dcb0-49c6-ae00-c4a52bf261ae: rpc.has_security_group_logging(os_id): False [ 1056.362908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.363092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.363147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.363492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.363492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.364153] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.364153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.364153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.364454] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.364454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.364454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.364829] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.364960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.365019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.369495] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 1056.477325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.477325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.477598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.477730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.477962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.496610] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 1056.498130] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.499823] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.661195] env[69433]: INFO networking_nsxv3.common.synchronization [req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef req-f21f1035-79f1-4a63-bc7e-98b6a9d24144 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_members [ 1056.661880] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_members [ 1056.661880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.662514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.662514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.662674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.662767] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.662899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.662981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.663195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.663311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.663437] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.808131] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.001082] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.001255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.001429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.001569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.001669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.001775] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1057.003340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.003469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.003551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.003725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.003829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.003968] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be updated. [ 1057.037178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.037261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.037336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.037739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.037897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.039938] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.040098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.040170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.040380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.040516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.056035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1057.056035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: IN_PROGRESS for 2s [ 1057.167240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.167240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.167240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.167724] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.168265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.168410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.168574] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cbf374-115c-42de-89b2-18122ea4064d already deleted. [ 1057.168720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.276622] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.276886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.276953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.277711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.277988] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.278213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.278408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.278873] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.279048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.279327] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.279510] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.279652] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.279777] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.279886] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.279994] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.280184] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.302401] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.302657] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.302879] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.303182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.303655] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e65dad09-243c-4e22-a450-f284d8a3b362 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.303918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.304106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.304491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.304737] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e65dad09-243c-4e22-a450-f284d8a3b362',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.312516] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.312696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.312903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.313401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.313401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.315772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961e9170-9611-4528-a2d2-b56280b2f892 is going to be created. [ 1057.350494] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.350760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.350831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.351125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.351382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.367487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961e9170-9611-4528-a2d2-b56280b2f892 in Status: UNINITIALIZED for 2s [ 1057.792096] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1057.792313] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_members [ 1057.792472] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1057.793104] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1057.793252] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_members [ 1057.793364] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1057.793636] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.793731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.793906] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcfdfe3-7da2-420a-b083-a8237244fc35 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.794048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.794116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.794384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.794552] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.794656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.794719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.794873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.794969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.795370] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.796333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.800130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.807686] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.807991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.808261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.808591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.808786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.808967] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e65dad09-243c-4e22-a450-f284d8a3b362 not found, creating... [ 1057.809333] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.809540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.809726] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.810301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.810675] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.811590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.811787] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.812065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.812234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.812373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e65dad09-243c-4e22-a450-f284d8a3b362 is going to be created. [ 1057.841169] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.841169] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.841466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.841877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.844084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.844502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.879236] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_rules [ 1057.879413] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1057.879554] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_rules [ 1057.879685] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_members [ 1057.879813] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1057.880202] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1057.880729] env[69433]: INFO networking_nsxv3.common.synchronization [req-2acb2c66-e760-4c4e-89c9-659b527d4484 req-e65568ee-5f1b-4392-ba6a-4449a7619a5a tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b with Priority: HIGHEST for action port [ 1057.881147] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_rules [ 1057.881496] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_rules [ 1057.881626] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1057.881720] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b with Priority: HIGHEST for action port [ 1057.881809] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_rules [ 1057.881897] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1057.881981] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_members [ 1057.882433] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.882635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.882776] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dcfdfe3-7da2-420a-b083-a8237244fc35 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.882893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.882973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.883234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.883313] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.884520] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.884615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.885233] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8f70cf-3f52-402e-b9de-0d45821cb94b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.885233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.885233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.885233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.885584] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8f70cf-3f52-402e-b9de-0d45821cb94b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.886096] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.886199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.887175] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.887175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.887175] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcfdfe3-7da2-420a-b083-a8237244fc35 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.887175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.301098] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.388111] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed8f70cf-3f52-402e-b9de-0d45821cb94b with status ACTIVE [ 1058.388697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.388697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.388697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.388697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.389081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.389081] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.389354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.389354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.389499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.389499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.389694] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.389912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.389912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.390071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.390114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.390265] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed8f70cf-3f52-402e-b9de-0d45821cb94b is going to be updated. [ 1058.393034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcfdfe3-7da2-420a-b083-a8237244fc35 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.393034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.421296] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.421457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.421538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.422015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.422015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.422118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8f70cf-3f52-402e-b9de-0d45821cb94b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.521514] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 1058.521803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.716584] env[69433]: INFO networking_nsxv3.common.synchronization [req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef req-e0f7d672-bc60-4106-8ba0-10798d4fcea9 service nova] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_rules [ 1058.716924] env[69433]: INFO networking_nsxv3.common.synchronization [req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef req-e0f7d672-bc60-4106-8ba0-10798d4fcea9 service nova] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_members [ 1058.717161] env[69433]: INFO networking_nsxv3.common.synchronization [req-a3eb0c61-9ee4-49f5-bb6d-485b70b8d0ef req-e0f7d672-bc60-4106-8ba0-10798d4fcea9 service nova] Enqueued Resource ID: e65dad09-243c-4e22-a450-f284d8a3b362 with Priority: HIGHEST for action port [ 1058.717832] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_rules [ 1058.717974] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_members [ 1058.718081] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65dad09-243c-4e22-a450-f284d8a3b362 with Priority: HIGHEST for action port [ 1058.718376] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.718504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.718614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.718804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.718892] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.719812] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.720479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.720676] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.721061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.721249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.721369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.721486] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.722346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e65dad09-243c-4e22-a450-f284d8a3b362 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.722602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.722701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.722880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.723015] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e65dad09-243c-4e22-a450-f284d8a3b362',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.803487] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.065058] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1059.065058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.065058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.065058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.065435] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.065435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.065435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.065612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.065652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.065709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.065819] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.069020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1059.069020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.069020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.069020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.069020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.069020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.069020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.069473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.069473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.069473] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.070175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.070175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.070480] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.070480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.070480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.070596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.070596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.070695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.071321] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.073039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.073931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.074152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.074298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075072] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.153259] env[69433]: INFO networking_nsxv3.common.synchronization [req-be9dc538-69cd-478e-8842-0f07a4b1a368 req-cb9c77fa-387b-4e48-86ba-7a848c9ccab3 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_members [ 1059.153259] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_members [ 1059.153259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.153259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.153259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.153822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.154285] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.154535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.154719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.155030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.155246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.155531] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.225057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.225221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.225460] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.226426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e65dad09-243c-4e22-a450-f284d8a3b362 with status ACTIVE [ 1059.226621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.227009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.227107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227336] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.227414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.227587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.227692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.227739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227927] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.234349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.234349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.234349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.234349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.234349] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e65dad09-243c-4e22-a450-f284d8a3b362 is going to be updated. [ 1059.258116] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.258116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.258116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.258116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.258116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.258116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e65dad09-243c-4e22-a450-f284d8a3b362" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.307514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.308120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.308290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.308459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.308554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.308665] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 is going to be created. [ 1059.356041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.356340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.356340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.356649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.356885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382572] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 in Status: UNINITIALIZED for 2s [ 1059.383295] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961e9170-9611-4528-a2d2-b56280b2f892 in Status: SUCCESS [ 1059.383508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.383669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.383890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.384096] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.384220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.384284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.384461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.384534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.384595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.384681] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.519966] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.519966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.520378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520660] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.520838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.520962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.521199] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.521347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.521561] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.521680] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.521840] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.521921] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.522009] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.522174] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.522326] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.547304] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.547480] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.547793] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.547993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.550411] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-13e889b6-e921-4f02-8cd3-0fbbed27818f taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.550693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.550909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.551168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.551419] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e889b6-e921-4f02-8cd3-0fbbed27818f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.573124] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.573124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.573306] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.574087] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.577352] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.658091] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.658091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.658091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.658304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.658304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.658489] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.658622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.658704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.658935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.658935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.659022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e already deleted. [ 1059.659099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.736321] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.888889] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.888889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.888889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.889184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.889241] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.889360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.889467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.889646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.889790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.889951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.890176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.890277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.890342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.890492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.890635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.890742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.890797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.890975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.892325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.892325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.892325] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.054810] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.055068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.055170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.055457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.055613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.055773] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 13e889b6-e921-4f02-8cd3-0fbbed27818f not found, creating... [ 1060.056065] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.056246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.056540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.056612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.056744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.057046] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.057210] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.057332] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.057591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.057698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.057844] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 13e889b6-e921-4f02-8cd3-0fbbed27818f is going to be created. [ 1060.075620] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.076771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf7411c-73b9-4944-9463-113879b8c336: rpc.has_security_group_logging(os_id): False [ 1060.079131] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.079232] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.079354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.079643] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.079899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.080239] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.080882] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.098599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.098734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.098792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.099012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.099119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.099337] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.099434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.099496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.099650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.099726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.099810] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be created. [ 1060.158450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.158664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.158664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.158929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.159088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.181297] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: IN_PROGRESS for 2s [ 1060.238135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.238364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.238678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.239097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.239097] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cbf374-115c-42de-89b2-18122ea4064d is going to be created. [ 1060.294745] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.295070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.295236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.295418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.295624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.309398] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: UNINITIALIZED for 2s [ 1060.400789] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961e9170-9611-4528-a2d2-b56280b2f892: rpc.has_security_group_logging(os_id): False [ 1060.425381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.425381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.425381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.425753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.425753] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.426077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.426194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.426405] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.426469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.426529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.426678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.426755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.426870] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961e9170-9611-4528-a2d2-b56280b2f892 is going to be created. [ 1060.500877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.501066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.501139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.501794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.502184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.515957] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961e9170-9611-4528-a2d2-b56280b2f892 in Status: IN_PROGRESS for 2s [ 1060.579367] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.579698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.579698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.579833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.579920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.580032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be updated. [ 1060.584133] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.584285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.584407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.586091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.586091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.586091] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1060.641442] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.642606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.642606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.642606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.642606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.648100] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.648100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.648100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.648100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.648100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.661637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: IN_PROGRESS for 2s [ 1060.661637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1060.825790] env[69433]: INFO networking_nsxv3.common.synchronization [req-be9dc538-69cd-478e-8842-0f07a4b1a368 req-8b8ba2b1-dbee-4b44-98d6-97ce2da2f6a6 service nova] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_rules [ 1060.825987] env[69433]: INFO networking_nsxv3.common.synchronization [req-be9dc538-69cd-478e-8842-0f07a4b1a368 req-8b8ba2b1-dbee-4b44-98d6-97ce2da2f6a6 service nova] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_members [ 1060.826161] env[69433]: INFO networking_nsxv3.common.synchronization [req-be9dc538-69cd-478e-8842-0f07a4b1a368 req-8b8ba2b1-dbee-4b44-98d6-97ce2da2f6a6 service nova] Enqueued Resource ID: 13e889b6-e921-4f02-8cd3-0fbbed27818f with Priority: HIGHEST for action port [ 1060.826746] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_rules [ 1060.826837] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_members [ 1060.826939] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e889b6-e921-4f02-8cd3-0fbbed27818f with Priority: HIGHEST for action port [ 1060.827246] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.827367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.827433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.827683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.827783] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.828696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.829156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.829234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.829419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.829669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.829742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.829781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.829927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.830020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.830151] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.831053] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e889b6-e921-4f02-8cd3-0fbbed27818f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.831053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.831169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.831263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.835924] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e889b6-e921-4f02-8cd3-0fbbed27818f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.336672] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.337916] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.338306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.339984] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e889b6-e921-4f02-8cd3-0fbbed27818f with status ACTIVE [ 1061.340348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.340473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.340473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.340816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.340863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.341056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.341148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.341197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.341558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.341558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.341690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.341758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.341758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.341897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.341961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.342441] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e889b6-e921-4f02-8cd3-0fbbed27818f is going to be updated. [ 1061.368219] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.368449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.368500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.368718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.368861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.369038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e889b6-e921-4f02-8cd3-0fbbed27818f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.394426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 in Status: SUCCESS [ 1061.395080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.395080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.395387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.395552] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.395681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.396030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.396030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.396250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.396250] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.841114] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.900093] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.966135] env[69433]: INFO networking_nsxv3.common.synchronization [req-6482ac53-52c1-456d-abc8-17a1750a3d1b req-f7e9dfe5-1bf8-408c-9361-37c1ebbe41af tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 1061.966735] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGHEST for action security_group_members [ 1061.967057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.967219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.967289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.967502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.967681] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.967874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.967874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.968039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.968142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.968215] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.197488] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1062.197488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.197488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.197488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.197488] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.318470] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: SUCCESS [ 1062.318729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.318897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.319139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.319350] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.319469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.319533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.319684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.319820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.319859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.319925] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.346681] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.346890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.346890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.347104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.347194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.347291] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e is going to be created. [ 1062.370220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.370425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.370425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.370624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.370783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.379439] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e in Status: UNINITIALIZED for 2s [ 1062.408033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.420557] env[69433]: INFO networking_nsxv3.common.synchronization [req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd req-a6776517-ad32-4507-b2b2-daf5ac93129e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1062.420722] env[69433]: INFO networking_nsxv3.common.synchronization [req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd req-a6776517-ad32-4507-b2b2-daf5ac93129e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1062.420855] env[69433]: INFO networking_nsxv3.common.synchronization [req-b26ad2ce-7398-4c5b-92e6-1cdea4505bfd req-a6776517-ad32-4507-b2b2-daf5ac93129e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_members [ 1062.421350] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGHEST for action security_group_members [ 1062.421475] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1062.421578] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 with Priority: HIGHEST for action security_group_members [ 1062.421849] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.422031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.424658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.426933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.426933] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcfdfe3-7da2-420a-b083-a8237244fc35 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.426933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.465536] env[69433]: INFO networking_nsxv3.common.synchronization [None req-74537b46-e911-4b05-b942-0e939d22956f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1062.470173] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1062.470335] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.470456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.470522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.470724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.470806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471060] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.471126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.471162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.471311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.471395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471492] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 is going to be updated. [ 1062.472789] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.472899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.472951] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.474666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.474666] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.506945] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.507138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.507182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.507370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.507511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.518542] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: IN_PROGRESS for 2s [ 1062.528259] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961e9170-9611-4528-a2d2-b56280b2f892 in Status: SUCCESS [ 1062.528506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.591067] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9272f834-cd3a-4bc9-9dcf-0b45fe34a982 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1062.591067] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1062.591067] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.591432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.671823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1062.671823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.671823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.672157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.672379] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.672532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.672626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.672826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.672932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.673064] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.674540] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1062.674697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.674868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.675086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.675337] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.675489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.675526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.675719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.675824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.675942] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.700364] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.700364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.822292] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.910366] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.910968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.910968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.910968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.910968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.911465] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 is going to be updated. [ 1062.958416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.958979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.958979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.959273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.973042] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 in Status: IN_PROGRESS for 2s [ 1062.995251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.995422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.995489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.995682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.995765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.995867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 already deleted. [ 1062.995977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.996154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.996320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.996409] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.177633] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.178283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.178283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.178283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.178401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.178578] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.178694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.178795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.178967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.179052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.179151] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be updated. [ 1063.180467] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.242033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.242033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.242033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.242033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.242033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.253658] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: IN_PROGRESS for 2s [ 1063.330497] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cbf374-115c-42de-89b2-18122ea4064d: rpc.has_security_group_logging(os_id): False [ 1063.356028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.356028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.356028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.356028] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cbf374-115c-42de-89b2-18122ea4064d is going to be created. [ 1063.422081] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.422081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.422081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.422081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.422081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.433443] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: IN_PROGRESS for 2s [ 1063.518451] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.518905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.518982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.519367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.519525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.519678] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 already deleted. [ 1063.519812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.683286] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.185912] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.186343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.186343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.186508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.186584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.186685] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1064.218892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.219111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.219111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.219328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.219473] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.230748] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1064.391062] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e in Status: SUCCESS [ 1064.391062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391809] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.392064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.392099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.392282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.392466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.392760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.392891] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.531662] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b01616-d234-46a0-9889-62807b0db4f4 in Status: SUCCESS [ 1064.531864] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 deletion is rescheduled due to dependency. [ 1064.531980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.895373] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.985062] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 in Status: SUCCESS [ 1064.985062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.985301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.985469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.985743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.985879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.985949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.986138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.986219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.986302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.986405] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.987433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.987638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.987855] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.987986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.988064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.989048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.989048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.989048] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.265034] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1065.265453] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 deletion is rescheduled due to dependency. [ 1065.265453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.265655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.266029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.266319] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.266475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.266532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.266715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.266808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.266970] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.397637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2855edf1-7fbc-4069-b809-d2a1cd3e480e: rpc.has_security_group_logging(os_id): False [ 1065.418586] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.418802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.418914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.419227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.419337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.419627] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.419789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.419850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.420054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.420142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.420235] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e is going to be created. [ 1065.444667] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: SUCCESS [ 1065.444938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.483515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.483740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.483740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.484132] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.484132] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.489772] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dcfdfe3-7da2-420a-b083-a8237244fc35',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.490775] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.490905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.490969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.491182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.491270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.491455] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.491551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.491611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.491790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.491827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.491903] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 is going to be deleted. [ 1065.497148] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e in Status: IN_PROGRESS for 2s [ 1065.532299] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.532299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.532299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.532299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.532299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.532560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.769764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.774022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.774022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.774022] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be updated. [ 1065.802876] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.803375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.803579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.805175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.805175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.815949] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: IN_PROGRESS for 2s [ 1065.996694] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dcfdfe3-7da2-420a-b083-a8237244fc35: rpc.has_security_group_logging(os_id): False [ 1066.017067] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.017173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.017250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.017510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.017619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.017883] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.017989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.018063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.018230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.018336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.018398] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 is going to be created. [ 1066.022290] env[69433]: INFO networking_nsxv3.common.synchronization [req-52b11638-6887-416d-addd-a77f44b95ae6 req-72c54a23-bb24-433a-a80a-dc785f7b9f39 tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Enqueued Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_members [ 1066.023752] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_members [ 1066.023752] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.023752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.023752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.023752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.024585] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.024585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.024585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.024585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.024585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.024585] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.040152] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8dcfdfe3-7da2-420a-b083-a8237244fc35], does not exist path=[/infra/domains/default/groups/8dcfdfe3-7da2-420a-b083-a8237244fc35]."\n}' [ 1066.040313] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8dcfdfe3-7da2-420a-b083-a8237244fc35 [ 1066.040396] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.089251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.089628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.089828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.090202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.091845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.092318] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.092637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.092862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.095972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.095972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.095972] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.095972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.095972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.095972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.095972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.095972] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dcfdfe3-7da2-420a-b083-a8237244fc35 is going to be created. [ 1066.115327] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8dcfdfe3-7da2-420a-b083-a8237244fc35], does not exist path=[/infra/domains/default/groups/8dcfdfe3-7da2-420a-b083-a8237244fc35]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8dcfdfe3-7da2-420a-b083-a8237244fc35 [ 1066.115327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dcfdfe3-7da2-420a-b083-a8237244fc35" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.115327] env[69433]: Traceback (most recent call last): [ 1066.115327] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1066.115327] env[69433]: return func(*args, **kwargs) [ 1066.115327] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1066.115327] env[69433]: res.raise_for_status() [ 1066.115327] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1066.115327] env[69433]: raise HTTPError(http_error_msg, response=self) [ 1066.115327] env[69433]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8dcfdfe3-7da2-420a-b083-a8237244fc35 [ 1066.115327] env[69433]: During handling of the above exception, another exception occurred: [ 1066.115327] env[69433]: Traceback (most recent call last): [ 1066.115327] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1066.115327] env[69433]: listener.cb(fileno) [ 1066.115327] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1066.115327] env[69433]: result = function(*args, **kwargs) [ 1066.115327] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1066.115327] env[69433]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1066.115327] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1066.115327] env[69433]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1066.115327] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1066.115327] env[69433]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1066.115327] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1066.115327] env[69433]: res.raise_for_status() [ 1066.115327] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1066.115327] env[69433]: raise HTTPError(http_error_msg, response=self) [ 1066.115327] env[69433]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8dcfdfe3-7da2-420a-b083-a8237244fc35 [ 1066.115327] env[69433]: Removing descriptor: 5 [ 1066.242525] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1066.244173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.244524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.246029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.246029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.248845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248845] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.248845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.248845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.249816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.249816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.249816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.249816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.249816] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.505138] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.505485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-672" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.505643] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-672" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.509672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-672" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.512034] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.512034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.512034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.512034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.512034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.512034] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.512034] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.512034] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.512034] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.512535] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.512589] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.512984] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.527229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.527459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.527578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.527874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.529228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.529228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.529228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.529228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.529228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.529228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.529228] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee7fc0-2733-4e26-9771-88d365a0284a already deleted. [ 1066.529228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.534327] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.534562] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.534933] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.534986] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-672" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.536835] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-1100eb76-2f68-4965-89d5-10b0a4c75091 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.536835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.536835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.536835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.536835] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1100eb76-2f68-4965-89d5-10b0a4c75091',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.755794] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a568a270-a3f6-49aa-883e-1015d910e1ac: rpc.has_security_group_logging(os_id): False [ 1066.757193] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.774603] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.774757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.774804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.775016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.800851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.800851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.800851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.800851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.800851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.800851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.800851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.801368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.801368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.801368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.801368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.801619] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.801771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.801871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.802090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.802180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.802326] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1066.874197] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.874346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.874519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.874788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.874997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.894117] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1067.041298] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.041811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.041811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.042435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.042595] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.042823] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 1100eb76-2f68-4965-89d5-10b0a4c75091 not found, creating... [ 1067.043244] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.043466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.043689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.043976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.044267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.044611] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.044780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.044917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.045167] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.045311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.046953] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 1100eb76-2f68-4965-89d5-10b0a4c75091 is going to be created. [ 1067.067974] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.068307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.068476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.069106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.069106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.069350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.259696] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.510653] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e in Status: SUCCESS [ 1067.510948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.762980] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.762980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.762980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.763273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.763353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.763444] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1067.798168] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.798577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.798577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.798577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.799808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.811295] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1067.829962] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1067.830232] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 deletion is rescheduled due to dependency. [ 1067.830348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.830850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.830948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.831076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.831134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.831291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.831368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831540] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.924263] env[69433]: INFO networking_nsxv3.common.synchronization [req-52b11638-6887-416d-addd-a77f44b95ae6 req-2791de4a-aef2-4808-9a0d-b462b920e204 service nova] Enqueued Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_rules [ 1067.924263] env[69433]: INFO networking_nsxv3.common.synchronization [req-52b11638-6887-416d-addd-a77f44b95ae6 req-2791de4a-aef2-4808-9a0d-b462b920e204 service nova] Enqueued Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_members [ 1067.924263] env[69433]: INFO networking_nsxv3.common.synchronization [req-52b11638-6887-416d-addd-a77f44b95ae6 req-2791de4a-aef2-4808-9a0d-b462b920e204 service nova] Enqueued Resource ID: 1100eb76-2f68-4965-89d5-10b0a4c75091 with Priority: HIGHEST for action port [ 1067.924741] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_rules [ 1067.924741] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_members [ 1067.924741] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1100eb76-2f68-4965-89d5-10b0a4c75091 with Priority: HIGHEST for action port [ 1067.925832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.925990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.926067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.926324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.926453] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.927931] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.928082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.928082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.928314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.928406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.928571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.928678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.928849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.928959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.929148] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.930844] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1100eb76-2f68-4965-89d5-10b0a4c75091 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.930953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.931144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.931317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.931398] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1100eb76-2f68-4965-89d5-10b0a4c75091',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.336468] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.428186] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.428377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.432403] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.433539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1100eb76-2f68-4965-89d5-10b0a4c75091 with status ACTIVE [ 1068.433760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.434028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.434157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.434394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.434503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.434720] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.434894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.435015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.436315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.436440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.436697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.436846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.436920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.437135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.437233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.437345] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1100eb76-2f68-4965-89d5-10b0a4c75091 is going to be updated. [ 1068.460617] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.460766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.460838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.461178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.461178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.461870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1100eb76-2f68-4965-89d5-10b0a4c75091" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.636572] env[69433]: INFO networking_nsxv3.common.synchronization [req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 req-3b1de641-894a-4253-8b7f-8faeb9ad9b51 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1068.636844] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1068.637026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.639194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.639316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.639527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.641007] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.641007] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.641007] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.641007] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.641007] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.641007] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.837969] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf7411c-73b9-4944-9463-113879b8c336: rpc.has_security_group_logging(os_id): False [ 1068.861549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.861814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.861814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.862114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.886134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.886560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.886656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.886709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.886930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.887073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.887167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be updated. [ 1068.920173] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1068.920405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.920947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.921173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.921266] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.939140] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.962742] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.962937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.963279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.963613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.963721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.978745] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: IN_PROGRESS for 2s [ 1069.144214] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.283150] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283150] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283446] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.283962] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.284431] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.284431] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.284431] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.284431] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.284632] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.284632] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.305935] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.306152] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.309023] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.309023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.309023] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.309023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.309023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.309023] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cdbf24-ecc5-4a58-b689-fb84d85c48af',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.424272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.424272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.447028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.447028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.447231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.447302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.447402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.447541] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee7fc0-2733-4e26-9771-88d365a0284a is going to be created. [ 1069.474072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.474269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.474315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.474500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.474653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.486404] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee7fc0-2733-4e26-9771-88d365a0284a in Status: UNINITIALIZED for 2s [ 1069.558094] env[69433]: INFO networking_nsxv3.common.synchronization [req-4576bb3d-b499-4803-ba4b-e2a5925e627b req-543303ef-e8fe-4e32-91a2-fb8fbf66b5f9 tempest-ServersNegativeTestMultiTenantJSON-811265880 tempest-ServersNegativeTestMultiTenantJSON-811265880-project-member] Enqueued Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_members [ 1069.560319] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGHEST for action security_group_members [ 1069.560319] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.560319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.560662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.560662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.560731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.560888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.560888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.561048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.561135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.561233] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.649513] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.817435] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.817435] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e5cdbf24-ecc5-4a58-b689-fb84d85c48af not found, creating... [ 1069.817435] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.817435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.818244] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.818244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.818244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.819397] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.819397] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.819397] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e5cdbf24-ecc5-4a58-b689-fb84d85c48af is going to be created. [ 1069.829760] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1069.830066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.830261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.830489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.830844] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.830944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.831019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.831185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.831271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.831375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.831458] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.841872] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.842151] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.842240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.842508] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.842757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.843072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.065635] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.066247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.066413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.066755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.091032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.091349] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.091486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.091563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.091763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.091846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.091938] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961e9170-9611-4528-a2d2-b56280b2f892 is going to be updated. [ 1070.124330] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.124520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.124583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.124751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.124893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.137606] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961e9170-9611-4528-a2d2-b56280b2f892 in Status: IN_PROGRESS for 2s [ 1070.155075] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.155075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.155075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.155075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.155075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.155075] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1070.190280] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.190485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.190564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.190853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.191059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.205916] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1070.336940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.336940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.336940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.336940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.336940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.337702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.337702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.337702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.337702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.337702] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.471955] env[69433]: INFO networking_nsxv3.common.synchronization [req-4c36e1d1-282f-46c8-b2a0-e215e4ae4ee6 req-c0b17879-5f04-4277-8749-797e5aa605a1 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_members [ 1070.472710] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGHEST for action security_group_members [ 1070.473188] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.473479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.473687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.474011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.474538] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.476381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.476381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.476381] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.844092] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a568a270-a3f6-49aa-883e-1015d910e1ac: rpc.has_security_group_logging(os_id): False [ 1070.864153] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.864342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.864432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.864677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.864791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.865249] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.865381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.865454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.865662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.865763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.865984] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.866115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.866192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.866361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.866454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.866683] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.866811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.867228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.867443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.867546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.867647] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1070.935384] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.935575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.935575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.935814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.935975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.955630] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1070.977406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.977710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.977710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.977821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.005174] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf7411c-73b9-4944-9463-113879b8c336 in Status: SUCCESS [ 1071.005444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.018777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.019360] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.019360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.019360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.019574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.019652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.019748] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 is going to be updated. [ 1071.058912] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.059072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.059146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.059362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.059508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.077735] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: IN_PROGRESS for 2s [ 1071.346589] env[69433]: INFO networking_nsxv3.common.synchronization [req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 req-3ee18183-8afd-472c-916d-36d62ab0ee0d service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 1071.346832] env[69433]: INFO networking_nsxv3.common.synchronization [req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 req-3ee18183-8afd-472c-916d-36d62ab0ee0d service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1071.347094] env[69433]: INFO networking_nsxv3.common.synchronization [req-fc9106f7-a2b2-47ec-8ea4-ff4177c66256 req-3ee18183-8afd-472c-916d-36d62ab0ee0d service nova] Enqueued Resource ID: e5cdbf24-ecc5-4a58-b689-fb84d85c48af with Priority: HIGHEST for action port [ 1071.347780] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 1071.347944] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1071.349018] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cdbf24-ecc5-4a58-b689-fb84d85c48af with Priority: HIGHEST for action port [ 1071.349381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.349517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.349585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353026] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.353026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.353026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.353026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353757] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cdbf24-ecc5-4a58-b689-fb84d85c48af',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.501687] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee7fc0-2733-4e26-9771-88d365a0284a in Status: SUCCESS [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.501687] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.501687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.501687] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.857619] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5cdbf24-ecc5-4a58-b689-fb84d85c48af with status ACTIVE [ 1071.858102] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.858482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.858482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860245] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860245] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860864] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5cdbf24-ecc5-4a58-b689-fb84d85c48af is going to be updated. [ 1071.862788] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.862788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.891760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.892057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.892057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.892243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.892405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.892580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cdbf24-ecc5-4a58-b689-fb84d85c48af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.003548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.003715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.003882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.004030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.004212] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.004315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.004381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.004542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.004631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.005515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.005515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.005515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.005515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.005515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.005515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.005515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.005515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.005982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.005982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.005982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.005982] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.147855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961e9170-9611-4528-a2d2-b56280b2f892 in Status: SUCCESS [ 1072.148055] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961e9170-9611-4528-a2d2-b56280b2f892 deletion is rescheduled due to dependency. [ 1072.148173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.216422] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1072.216593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.216796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.217084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.217311] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.217456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.217555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.217810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.217887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.217964] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.511768] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fee7fc0-2733-4e26-9771-88d365a0284a: rpc.has_security_group_logging(os_id): False [ 1072.533565] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.534053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.534160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534374] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.534470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.534585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.534691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.534765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534931] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.535297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.535879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535961] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fee7fc0-2733-4e26-9771-88d365a0284a is going to be created. [ 1072.599396] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.599616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.599616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.599821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.600043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.618468] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fee7fc0-2733-4e26-9771-88d365a0284a in Status: IN_PROGRESS for 2s [ 1072.720440] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.976231] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1072.976477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.087721] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 in Status: SUCCESS [ 1073.087919] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 deletion is rescheduled due to dependency. [ 1073.088032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.137999] env[69433]: INFO networking_nsxv3.common.synchronization [req-2c517b80-7d1f-4d10-a9a6-76da91c59dc3 req-7f8e1241-fc90-4f4b-9dee-fcde1effcb9a tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1073.138585] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1073.138886] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.139017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.139098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.139293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.139442] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.139540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.139605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.140060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.140060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.140060] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.223841] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.642447] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.726377] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.726377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.726377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.726614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.726614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.726728] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1073.760356] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.760356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.760356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.760356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.760356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.772719] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1074.144579] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.589978] env[69433]: INFO networking_nsxv3.common.synchronization [req-30be0410-e113-453a-a190-9aedaac327fb req-22a025bb-82a3-427d-b599-70debef192d8 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1074.590548] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1074.591770] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.591770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.591770] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.591770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.591770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.592169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.592169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.592169] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.634964] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fee7fc0-2733-4e26-9771-88d365a0284a in Status: SUCCESS [ 1074.635315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.646599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.646797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.646872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.647181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.647298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.647417] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 1074.681441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.681682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.681682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.681902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.682072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.696168] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 1075.094261] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.094495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.094495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.094704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.120761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.121732] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.121732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.121732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.121732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.121732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.122126] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1075.168637] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.169011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.169011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.169150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.169327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179792] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1075.782896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1075.783133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.783307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.783557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.783707] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.783863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.783939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.784220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.784302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.784387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.784476] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.980561] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1075.980561] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1076.287561] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.288019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.288019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.288221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.288259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.288352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.288606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.288606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.288761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.288807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.288998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.289162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.289235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.289394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.289543] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.289717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.289717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.290016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.290229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.290356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.290450] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.579282] env[69433]: INFO networking_nsxv3.common.synchronization [req-75e0df23-235d-4928-80bf-69be3920f3e2 req-6910841c-9d38-409d-9586-d6e89441b2e7 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1076.579980] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1076.582996] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.583201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.583297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.583613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.583834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.583989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.584099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.584321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.584451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.584591] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.713257] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 1076.713257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.794211] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8694b583-f83a-4036-a4b9-142c0f4e8208: rpc.has_security_group_logging(os_id): False [ 1076.820641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.820641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.820641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.820641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.847581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.849403] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.849670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.849865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.850092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.850256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.851085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.851085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.851085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.898201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.898201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.898201] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.898201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.898201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.898201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.898201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.898201] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1076.931127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.931127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.931127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.931127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.931390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.958313] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1077.087101] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.087415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.087592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.087905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.115863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.116216] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.116409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.116494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.116740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.116827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.116921] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1077.152022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.152189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.152401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.152470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.152621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.173660] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1077.188787] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1077.188787] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1077.188787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.191238] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.191455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.191582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.191847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.192129] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.192284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.192403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.192613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.192763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.192973] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.193100] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.193213] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.193324] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.193435] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.193542] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.193687] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.214147] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.214147] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.214147] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.214147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.214147] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-4408156a-6eb6-4822-b970-e0e4ac22ed1e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.214147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.214423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.214678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.214905] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4408156a-6eb6-4822-b970-e0e4ac22ed1e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.718034] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.718331] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.718416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.718772] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.718935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.719114] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 4408156a-6eb6-4822-b970-e0e4ac22ed1e not found, creating... [ 1077.719377] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.719539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.719663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.720050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.720219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.720514] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.720676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.720799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.721019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.721555] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.721555] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 4408156a-6eb6-4822-b970-e0e4ac22ed1e is going to be created. [ 1077.742325] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.742601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.742747] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.743015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.743258] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.743483] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.577556] env[69433]: INFO networking_nsxv3.common.synchronization [req-75e0df23-235d-4928-80bf-69be3920f3e2 req-23d7c016-0c3b-41a4-a8c0-f76948242fb1 service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1078.577789] env[69433]: INFO networking_nsxv3.common.synchronization [req-75e0df23-235d-4928-80bf-69be3920f3e2 req-23d7c016-0c3b-41a4-a8c0-f76948242fb1 service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1078.582027] env[69433]: INFO networking_nsxv3.common.synchronization [req-75e0df23-235d-4928-80bf-69be3920f3e2 req-23d7c016-0c3b-41a4-a8c0-f76948242fb1 service nova] Enqueued Resource ID: 4408156a-6eb6-4822-b970-e0e4ac22ed1e with Priority: HIGHEST for action port [ 1078.582027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1078.582027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1078.582027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4408156a-6eb6-4822-b970-e0e4ac22ed1e with Priority: HIGHEST for action port [ 1078.582027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.582027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.582027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.582027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.582027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.583034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.583133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.583354] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4408156a-6eb6-4822-b970-e0e4ac22ed1e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.583457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.583526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.584261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.584394] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4408156a-6eb6-4822-b970-e0e4ac22ed1e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.975077] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1078.975352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.087236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.087892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.087892] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4408156a-6eb6-4822-b970-e0e4ac22ed1e with status ACTIVE [ 1079.088054] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.088133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.088170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.088385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.088491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.088770] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.088891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.088955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.089156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.089268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.089467] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.089604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.089643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.089795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.089889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.090337] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4408156a-6eb6-4822-b970-e0e4ac22ed1e is going to be updated. [ 1079.118289] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.118515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.118515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.118897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.119102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.119276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4408156a-6eb6-4822-b970-e0e4ac22ed1e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.187023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1079.187023] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.187023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.187023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.187023] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.689390] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.194532] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.698399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.698399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.698399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.698865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.698977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.699097] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1080.726384] env[69433]: INFO networking_nsxv3.common.synchronization [req-7f4889d7-e351-4eb6-acff-6979ed26a57f req-29bba540-1610-4d38-b90a-e6bab9eccbda tempest-ServerTagsTestJSON-1455767839 tempest-ServerTagsTestJSON-1455767839-project-member] Enqueued Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_members [ 1080.726919] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGHEST for action security_group_members [ 1080.727251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.727444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.727444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.727698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.727860] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.727991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.728143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.728348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.728412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.728483] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.733542] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.733733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.733733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.733943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.734105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.751749] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1081.230655] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.231190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.231190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.231190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.231300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.232464] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.232464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.232464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.232464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.232464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.232464] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee7fc0-2733-4e26-9771-88d365a0284a is going to be updated. [ 1081.384194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.384355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.384424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.384644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.384799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.402085] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee7fc0-2733-4e26-9771-88d365a0284a in Status: IN_PROGRESS for 2s [ 1082.763348] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1082.763680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.763841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.763914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.764252] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.764397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.764469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.764652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.764746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.764746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.764960] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.267195] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.267397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.267456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.268400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.268400] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.268400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.268400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.268400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.268400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.268400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.269063] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.269063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.269063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.269063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.269063] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.269063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.269541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.269541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.269541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.269541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.270420] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.414080] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee7fc0-2733-4e26-9771-88d365a0284a in Status: SUCCESS [ 1083.414261] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee7fc0-2733-4e26-9771-88d365a0284a deletion is rescheduled due to dependency. [ 1083.414374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.772016] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023e591e-9d90-4762-9905-f350d745b037: rpc.has_security_group_logging(os_id): False [ 1083.790722] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.790989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.791066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.791371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.791513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.791804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.791961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.792082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.792316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.792436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.792738] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.792888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.792987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.793219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.793336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.793625] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.793776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.793875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.794099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.794216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.794345] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1083.904234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.904427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.904469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.904664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.904817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.924176] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1084.826028] env[69433]: INFO networking_nsxv3.common.synchronization [req-d81b0bda-6f9b-4318-817e-cb81bd85f451 req-e7e08ca7-aa43-4f6a-87ba-8ced64c026bb tempest-ServersTestManualDisk-957541752 tempest-ServersTestManualDisk-957541752-project-member] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_members [ 1084.826603] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGHEST for action security_group_members [ 1084.826910] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.827044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.827124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.827332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.827491] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.827675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.827819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.827901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.827988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.828145] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.331460] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.331841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.331841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.331906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.362399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.362399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.362399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.362399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.362826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.362826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.362826] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 is going to be updated. [ 1085.398271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.398574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.398574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.398752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.398906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.415292] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7fa311-0ef6-42da-9642-06e6486c1203 in Status: IN_PROGRESS for 2s [ 1085.942798] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1085.943178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.426986] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab7fa311-0ef6-42da-9642-06e6486c1203 in Status: SUCCESS [ 1087.426986] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 deletion is rescheduled due to dependency. [ 1087.426986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.830270] env[69433]: INFO networking_nsxv3.common.synchronization [req-4ab3d939-e467-47e9-b0ea-84c28749fe48 req-78071e26-5ff8-4f59-9ef7-108efa529ebc tempest-ServersNegativeTestJSON-1506084377 tempest-ServersNegativeTestJSON-1506084377-project-member] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 1087.830636] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGHEST for action security_group_members [ 1087.830962] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.833203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.833255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.833469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.833643] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.833770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.833849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.834039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.834234] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.336695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.336867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.336939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.337194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.359877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360127] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.360256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.360323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.360744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.360744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360744] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be updated. [ 1088.392669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.392669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.392669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.392669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.392669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.406479] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: IN_PROGRESS for 2s [ 1090.011366] env[69433]: INFO networking_nsxv3.common.synchronization [req-89602edb-8b3b-4afc-9c57-cfa43082c83d req-89c71592-e628-4076-b9c3-c99556524739 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1090.011892] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1090.012206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.012327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.012394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.012665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.012819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.013494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.013570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.013774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.014150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.014295] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.420401] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae in Status: SUCCESS [ 1090.420641] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae deletion is rescheduled due to dependency. [ 1090.420795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.498562] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.498840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.498968] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.499245] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.500398] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.500648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.500813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.501015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.501195] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.501412] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.501532] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.501647] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.501760] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.501876] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.501985] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.502139] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.516054] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.516193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.516276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.516465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.516553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.516750] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.516848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.516945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.517062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.517182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.517218] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee already deleted. [ 1090.517291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.522957] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.522995] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.523143] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.523328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.523627] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.523793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.523915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.524256] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.524430] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.030415] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.030711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.030776] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.031155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.031341] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.031510] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 not found, creating... [ 1091.031800] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.031961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.032119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.032412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.032559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.032900] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.033015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.033591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.034813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.035035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.035242] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 is going to be created. [ 1091.063684] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.064034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.064213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.064509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.064755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.064980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.164689] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7be3d4ae-514f-4478-9f1d-0a213ac9247c tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1091.165258] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1091.165588] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.167624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.167624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.167624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.167624] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.311920] env[69433]: INFO networking_nsxv3.common.synchronization [None req-c9005505-9790-4b45-81d2-ddda5dba45a7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1091.312368] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1091.312723] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.312851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687759] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.688199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.688289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.688387] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 already deleted. [ 1091.688471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.688625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.688776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.688888] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.884369] env[69433]: INFO networking_nsxv3.common.synchronization [req-89602edb-8b3b-4afc-9c57-cfa43082c83d req-e8580ad1-3e6b-47ac-a26c-1bb154da0632 service nova] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_rules [ 1091.885032] env[69433]: INFO networking_nsxv3.common.synchronization [req-89602edb-8b3b-4afc-9c57-cfa43082c83d req-e8580ad1-3e6b-47ac-a26c-1bb154da0632 service nova] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1091.885032] env[69433]: INFO networking_nsxv3.common.synchronization [req-89602edb-8b3b-4afc-9c57-cfa43082c83d req-e8580ad1-3e6b-47ac-a26c-1bb154da0632 service nova] Enqueued Resource ID: e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 with Priority: HIGHEST for action port [ 1091.885032] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_rules [ 1091.885216] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1091.885216] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 with Priority: HIGHEST for action port [ 1091.885764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.885936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.885936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.887027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.887027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.887650] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.887806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.887839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.888145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.888296] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.888743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.888803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.889692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.889692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.889692] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.891029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.891029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.891029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.891279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.891279] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.212163] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.212542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.212542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.212796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.212845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.212976] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 already deleted. [ 1092.213115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.388520] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.391975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.392674] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.393309] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 with status ACTIVE [ 1092.393423] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.393533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.393596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.393797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.393876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.394074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.394185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.394247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.394392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.396680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.396680] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.396680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.396680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.396680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.396680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.396680] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54 is going to be updated. [ 1092.418265] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.418481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.418481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.422027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.422027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.422027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ada0a0-2761-4e38-b5e8-a7fd1a01ff54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.772264] env[69433]: INFO networking_nsxv3.common.synchronization [req-bf67b05c-a663-4eae-8221-3bf22b2dd84d req-c9158a68-b38a-4243-98a8-ed43a8a9566f tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1092.772816] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1092.773169] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.773293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.773351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.773607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.773817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.773866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.774281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.776219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.776219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.776219] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.901944] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.280019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.280395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.281806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.281943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.282127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.282524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.282632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.283970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.283970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.283970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.283970] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 already deleted. [ 1093.283970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.402913] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.403067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.403141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.403347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.403432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.403533] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be created. [ 1093.432249] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.432424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.432460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.433282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.433282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.444540] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: UNINITIALIZED for 2s [ 1093.614020] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.614177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.614296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.614566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.614831] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.614988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.616041] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.616041] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.616041] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.616258] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.616399] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.616533] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.616661] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.616797] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.616967] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.617163] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.633873] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.634198] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.634198] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.634446] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.634723] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-ac73507d-44fa-44d1-9de0-bc8704609a94 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.634912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.635068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635420] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635547] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac73507d-44fa-44d1-9de0-bc8704609a94',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.687826] env[69433]: INFO networking_nsxv3.common.synchronization [req-ebc8ad71-adaa-4dd4-b27d-9ed4b1a8c37a req-ff9f2212-67ae-4785-b203-502540964704 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1093.688639] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1093.689388] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.689388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.689388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.689739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.689981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.690158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.690289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.690507] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.690637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.690790] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.858689] env[69433]: INFO networking_nsxv3.common.synchronization [None req-26e31d8f-d1bd-4e95-b4e0-5bb4f7ef0c2d tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_rules [ 1093.859578] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_rules [ 1093.859925] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.860758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.861102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.861221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.861350] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.984337] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ba6ee2c7-c2e9-4a46-884e-aea34d47c6f9 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_rules [ 1093.984609] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_rules [ 1093.984812] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.984812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.064965] env[69433]: INFO networking_nsxv3.common.synchronization [req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d req-6ca42f4d-86d1-451a-8db3-84e07f472e8e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1094.064965] env[69433]: INFO networking_nsxv3.common.synchronization [req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d req-6ca42f4d-86d1-451a-8db3-84e07f472e8e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_members [ 1094.064965] env[69433]: INFO networking_nsxv3.common.synchronization [req-7d52395a-4c9e-4416-bf8c-a1131ed5c12d req-6ca42f4d-86d1-451a-8db3-84e07f472e8e tempest-SecurityGroupsTestJSON-1351203423 tempest-SecurityGroupsTestJSON-1351203423-project-member] Enqueued Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1094.066729] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGHEST for action security_group_members [ 1094.068328] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGHEST for action security_group_members [ 1094.068328] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a568a270-a3f6-49aa-883e-1015d910e1ac with Priority: HIGHEST for action security_group_members [ 1094.069758] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.070351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.070351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.070529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.071013] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.071228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.071369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.071647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.071827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.072017] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.073558] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.074017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.074206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.074567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.080595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.080595] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.080595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a568a270-a3f6-49aa-883e-1015d910e1ac taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.080595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.080595] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.081714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.082064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.082350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.082532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.082704] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a568a270-a3f6-49aa-883e-1015d910e1ac',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.139672] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.139996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.140150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.140452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.140614] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.140760] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port ac73507d-44fa-44d1-9de0-bc8704609a94 not found, creating... [ 1094.141054] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.141218] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.141337] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.141578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.141717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.142051] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.142216] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.142337] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.142556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.142723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.142869] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: ac73507d-44fa-44d1-9de0-bc8704609a94 is going to be created. [ 1094.182259] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.182515] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.182572] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.182827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.183156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.183327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.194082] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.394745] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.394745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.395106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.395949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.396438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.396660] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 already deleted. [ 1094.396832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.397106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.397394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.397645] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.585548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.585719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.585802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.585999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.587180] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.587268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.587481] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.587584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.609702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.609975] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.610121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.610178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.610371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.610436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.610524] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 is going to be updated. [ 1094.611541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.612194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.644664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.645674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.646116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.646192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.646450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.646576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.647783] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be updated. [ 1094.649121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.649121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.649121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.649121] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.649589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.649714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.649923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.650056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.650190] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac is going to be updated. [ 1094.657665] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.658593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.658593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.658751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.658943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.668650] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: IN_PROGRESS for 2s [ 1094.685512] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.685784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.685784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.686041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.686223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.688357] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.688565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.688812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.689086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.692085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.696196] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.704697] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: IN_PROGRESS for 2s [ 1094.706935] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: IN_PROGRESS for 2s [ 1094.923237] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.923384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.923456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.923674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.923767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.923863] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 already deleted. [ 1094.923945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.198416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.198746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.198746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.198979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.199078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.199183] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1095.291583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.291807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.291861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.292053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.292296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.303571] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1095.401719] env[69433]: INFO networking_nsxv3.common.synchronization [req-bf67b05c-a663-4eae-8221-3bf22b2dd84d req-c1cc402f-20b0-4b90-8336-dd2ccb7c3de4 service nova] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1095.402017] env[69433]: INFO networking_nsxv3.common.synchronization [req-bf67b05c-a663-4eae-8221-3bf22b2dd84d req-c1cc402f-20b0-4b90-8336-dd2ccb7c3de4 service nova] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1095.402249] env[69433]: INFO networking_nsxv3.common.synchronization [req-bf67b05c-a663-4eae-8221-3bf22b2dd84d req-c1cc402f-20b0-4b90-8336-dd2ccb7c3de4 service nova] Enqueued Resource ID: ac73507d-44fa-44d1-9de0-bc8704609a94 with Priority: HIGHEST for action port [ 1095.402906] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1095.403247] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1095.403505] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac73507d-44fa-44d1-9de0-bc8704609a94 with Priority: HIGHEST for action port [ 1095.403921] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.404178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.404312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.404619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.404775] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.405887] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.406146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.406275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.406599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.406828] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.407021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.407134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.407402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.407594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.407759] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.411352] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac73507d-44fa-44d1-9de0-bc8704609a94 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.411352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.411352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.411352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.411352] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac73507d-44fa-44d1-9de0-bc8704609a94',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.438099] env[69433]: INFO networking_nsxv3.common.synchronization [req-e09b368d-0524-47af-8913-b6bc5d7fd66c req-1e8ff2bc-47eb-4b64-87fc-e0a7ca862ade tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1095.438099] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1095.438099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.438099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.438099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.438099] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.456905] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: SUCCESS [ 1095.457287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.457374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.457645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.458736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.458862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.458904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.459154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.459201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.459259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.459354] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.913514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.913651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.913889] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.916020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac73507d-44fa-44d1-9de0-bc8704609a94 with status ACTIVE [ 1095.916378] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.916647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.916798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.917117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.920657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.920657] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.920657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.920657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.920657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.920657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.920657] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.921209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.921372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.921515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.923529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.928032] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac73507d-44fa-44d1-9de0-bc8704609a94 is going to be updated. [ 1095.932917] env[69433]: INFO networking_nsxv3.common.synchronization [req-6fe72a3b-d743-4516-8491-f4a299a27fce req-5f27dd49-6546-4410-a1a2-7beec5a4a10a tempest-ServersAdminTestJSON-891070124 tempest-ServersAdminTestJSON-891070124-project-member] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1095.933740] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGHEST for action security_group_members [ 1095.934060] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.934179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.934244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.934435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.934592] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.934687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.934743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.934884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.934959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.935184] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.945195] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.945344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.945413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.945629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.945715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.945901] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.945995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.946067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.946212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.946283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.946366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1095.949246] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.949440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.949545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.950604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.950806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.952882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac73507d-44fa-44d1-9de0-bc8704609a94" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.961891] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.962035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.962707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.962707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.962707] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.962707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.962707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.962981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.962981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.962981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.963180] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.963180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.963247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.963469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.963469] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.963599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.963645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.963838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.963911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.963991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.964232] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.980080] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.980260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.980347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.980585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.980724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.990490] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1096.179186] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.179391] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.179520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.179875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.180098] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.180264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.180387] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.180721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.180808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.180964] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.181097] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.181207] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.181318] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.181430] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.181537] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.181676] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.207831] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.207961] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.208127] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.208325] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.208763] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-e45a5e1e-519c-446e-bbb7-8a63b7479d08 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.209060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.209060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.209615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.209615] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45a5e1e-519c-446e-bbb7-8a63b7479d08',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.416592] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.438329] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.438679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.438966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.438966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.462233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.462552] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.462690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.462760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.463216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.463358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.463462] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be updated. [ 1096.469728] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16fb1d47-41d7-4c2f-a1cd-8610312614ee: rpc.has_security_group_logging(os_id): False [ 1096.502344] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.502605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.502680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.502907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.503069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.505028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.505152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.505224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.505431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.505521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.505732] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.505797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.505878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.505997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.506090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.506285] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.506382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.506443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.506612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.506664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.506877] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.506963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.507046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.507192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.507265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.507353] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be created. [ 1096.523471] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: IN_PROGRESS for 2s [ 1096.591657] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.591657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.591657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.592147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.592147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.619623] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: IN_PROGRESS for 2s [ 1096.682181] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 in Status: SUCCESS [ 1096.682715] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 deletion is rescheduled due to dependency. [ 1096.682715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.716849] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.717269] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.717564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.717964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.718243] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.719098] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port e45a5e1e-519c-446e-bbb7-8a63b7479d08 not found, creating... [ 1096.719098] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.719098] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.719329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.719599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.719848] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.720243] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.720532] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.720676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.720996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.721242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.721480] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: e45a5e1e-519c-446e-bbb7-8a63b7479d08 is going to be created. [ 1096.723621] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a568a270-a3f6-49aa-883e-1015d910e1ac in Status: SUCCESS [ 1096.727144] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a568a270-a3f6-49aa-883e-1015d910e1ac deletion is rescheduled due to dependency. [ 1096.727144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a568a270-a3f6-49aa-883e-1015d910e1ac" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.727144] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 in Status: SUCCESS [ 1096.727144] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 deletion is rescheduled due to dependency. [ 1096.727144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.760427] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.760602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.760868] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.761272] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.761695] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.762392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.920204] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.920204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.920204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.920344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.920474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.920765] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be created. [ 1096.952381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.952381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.952381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.952381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.952381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.966775] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: UNINITIALIZED for 2s [ 1097.319569] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1097.320190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.685988] env[69433]: INFO networking_nsxv3.common.synchronization [req-e09b368d-0524-47af-8913-b6bc5d7fd66c req-e1213690-87fc-4c0d-a1c6-9b70dc6d55a9 service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1097.685988] env[69433]: INFO networking_nsxv3.common.synchronization [req-e09b368d-0524-47af-8913-b6bc5d7fd66c req-e1213690-87fc-4c0d-a1c6-9b70dc6d55a9 service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1097.685988] env[69433]: INFO networking_nsxv3.common.synchronization [req-e09b368d-0524-47af-8913-b6bc5d7fd66c req-e1213690-87fc-4c0d-a1c6-9b70dc6d55a9 service nova] Enqueued Resource ID: e45a5e1e-519c-446e-bbb7-8a63b7479d08 with Priority: HIGHEST for action port [ 1097.686304] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1097.686304] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1097.686357] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45a5e1e-519c-446e-bbb7-8a63b7479d08 with Priority: HIGHEST for action port [ 1097.688606] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.688753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.688827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.689048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.689134] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.692696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.692696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.692696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45a5e1e-519c-446e-bbb7-8a63b7479d08 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.692696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.692696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.692696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.692696] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45a5e1e-519c-446e-bbb7-8a63b7479d08',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.003157] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1098.003353] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1098.003472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.003891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.004105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.004225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.004350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.004524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.004625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.004725] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.196031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.196031] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e45a5e1e-519c-446e-bbb7-8a63b7479d08 with status ACTIVE [ 1098.196031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.196031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.197103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.197103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.197103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.197103] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e45a5e1e-519c-446e-bbb7-8a63b7479d08 is going to be updated. [ 1098.232411] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.232561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.232832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.232977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.234160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45a5e1e-519c-446e-bbb7-8a63b7479d08" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.507611] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.535800] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26104113-3354-4160-9b9c-00186ec48a27 in Status: SUCCESS [ 1098.535987] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26104113-3354-4160-9b9c-00186ec48a27 deletion is rescheduled due to dependency. [ 1098.536119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.635265] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: SUCCESS [ 1098.635521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.977837] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1098.978124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.978278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.978479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.978674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.978797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.978856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.979021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.979104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.979193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.979286] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.010436] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.481852] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.512737] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.515071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.515071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.515071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.515071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.515071] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1099.555909] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.556179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.556304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.556616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.556839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.571763] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1099.984802] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37317de0-f140-4112-b655-4ae55e9a7bc1: rpc.has_security_group_logging(os_id): False [ 1100.005298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.006882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.006882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.006882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.006882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.007373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.007808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.009601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.009601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.009601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.009601] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be created. [ 1100.067485] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.067694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.067811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.067993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.068263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.081102] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1101.582912] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1101.583168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.583261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.583477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.583697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.583823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.583888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.584073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.584156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584336] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.689634] env[69433]: INFO networking_nsxv3.common.synchronization [req-5a1b9849-c01f-409a-8b00-447ad0c7e63e req-d508cb30-6e77-4a5d-8358-8c4e165c02e7 tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1101.689969] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1101.690133] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.690279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.690342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.690618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.690776] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.690900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.690980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.692611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.692611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.692611] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.088669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.088669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.088669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.091817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.091817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.091817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.091817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.092410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.092640] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.092780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.092850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.093033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.093117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.093207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.093304] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.097345] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1102.097345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.098595] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.098884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.100232] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.100729] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.101063] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.101297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.101481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.105019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.105019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.105019] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.105019] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.105286] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.105286] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.105394] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.105448] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.106625] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.130029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.130029] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.130029] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.130029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.130029] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-9d41fd79-ca9f-4221-81b5-a61cc5686462 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.130029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.130029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.130029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.130029] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d41fd79-ca9f-4221-81b5-a61cc5686462',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.193794] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.193987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.194057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.194304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.194405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.194885] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.194885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.194885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.195157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.195157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.195157] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 already deleted. [ 1102.195281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.206819] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7cc4e89a-2cc8-4d8d-a709-e523f6d7a5a3 None None] Enqueued Resource ID: 6681eaea-b414-4769-ba83-c3eb2caaa534 with Priority: HIGHEST for action port [ 1102.208787] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6681eaea-b414-4769-ba83-c3eb2caaa534 with Priority: HIGHEST for action port [ 1102.209349] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6681eaea-b414-4769-ba83-c3eb2caaa534 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.209492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6681eaea-b414-4769-ba83-c3eb2caaa534" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.209555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6681eaea-b414-4769-ba83-c3eb2caaa534" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.209819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6681eaea-b414-4769-ba83-c3eb2caaa534" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.209990] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6681eaea-b414-4769-ba83-c3eb2caaa534',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.597315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff15230a-2bef-4bd5-aac7-6e870753fa29: rpc.has_security_group_logging(os_id): False [ 1102.617064] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.617218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.617288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.617505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.617620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.617863] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.617981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.618058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.618235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.618294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.618470] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.618583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.618647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.618803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.618874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.620024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.620162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.620252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.620385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.620461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.620625] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1102.636940] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.637210] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.637344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.637681] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.637847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.638048] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 9d41fd79-ca9f-4221-81b5-a61cc5686462 not found, creating... [ 1102.638363] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.638534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.638652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.638882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.639033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.639315] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.639474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.639594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.639805] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.639940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.640354] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 is going to be created. [ 1102.658563] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.658809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.658939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.659237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.659478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.659700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.689062] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.689230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.689303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.689524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.689672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.706028] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1102.711907] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6681eaea-b414-4769-ba83-c3eb2caaa534 [ 1102.712170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.712307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.712376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.712597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.712685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.712786] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6681eaea-b414-4769-ba83-c3eb2caaa534 already deleted. [ 1102.712866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6681eaea-b414-4769-ba83-c3eb2caaa534" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.834421] env[69433]: INFO networking_nsxv3.common.synchronization [req-a7f006d5-a740-482e-96fa-a47edd03301a req-a7c4d4df-5f1e-4bae-81c1-71f6d0b51596 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1102.835291] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1102.835291] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.835771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.835771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.835909] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.835954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.836189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.836277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.836376] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.340382] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.340576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.340661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.340944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.340981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.342335] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.342498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.342580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.342931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.342931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.343226] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1103.400502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.400801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.400927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.401258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.401474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.425246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1103.572587] env[69433]: INFO networking_nsxv3.common.synchronization [req-5a1b9849-c01f-409a-8b00-447ad0c7e63e req-d623082c-dc2c-4ae6-907b-6ec9da174209 service nova] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1103.572587] env[69433]: INFO networking_nsxv3.common.synchronization [req-5a1b9849-c01f-409a-8b00-447ad0c7e63e req-d623082c-dc2c-4ae6-907b-6ec9da174209 service nova] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1103.572587] env[69433]: INFO networking_nsxv3.common.synchronization [req-5a1b9849-c01f-409a-8b00-447ad0c7e63e req-d623082c-dc2c-4ae6-907b-6ec9da174209 service nova] Enqueued Resource ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 with Priority: HIGHEST for action port [ 1103.572741] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1103.572782] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1103.574235] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 with Priority: HIGHEST for action port [ 1103.574851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.574978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.575059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.575256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.575892] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.576280] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.576345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.576763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.576763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.576763] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.576963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.576963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.576963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.577173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.577173] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.578899] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d41fd79-ca9f-4221-81b5-a61cc5686462 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.579084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.579084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.581627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.581627] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d41fd79-ca9f-4221-81b5-a61cc5686462',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.081406] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.082469] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.082574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.082667] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d41fd79-ca9f-4221-81b5-a61cc5686462 with status ACTIVE [ 1104.082820] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.082933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.083030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.085116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.085116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.085116] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.085116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.085116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.085116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.085116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.085116] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.085997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.085997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.085997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.085997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.085997] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 is going to be updated. [ 1104.108408] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.108408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.108408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.108408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.108408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.108408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.503720] env[69433]: INFO networking_nsxv3.common.synchronization [None req-a28a92b6-dbe4-4ab1-b366-5523e692f76f None None] Enqueued Resource ID: 82e9b2bc-3ac0-4712-b115-f2a25255fa74 with Priority: HIGHEST for action port [ 1104.504293] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9b2bc-3ac0-4712-b115-f2a25255fa74 with Priority: HIGHEST for action port [ 1104.504693] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e9b2bc-3ac0-4712-b115-f2a25255fa74 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.504864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e9b2bc-3ac0-4712-b115-f2a25255fa74" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.504954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e9b2bc-3ac0-4712-b115-f2a25255fa74" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.505247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e9b2bc-3ac0-4712-b115-f2a25255fa74" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.505394] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e9b2bc-3ac0-4712-b115-f2a25255fa74',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.588034] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.716020] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1104.716271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.007427] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82e9b2bc-3ac0-4712-b115-f2a25255fa74 [ 1105.007697] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.007840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.007916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.008161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.008254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.008351] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82e9b2bc-3ac0-4712-b115-f2a25255fa74 already deleted. [ 1105.008432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e9b2bc-3ac0-4712-b115-f2a25255fa74" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.090114] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.090448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.090448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.090552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.090765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.090765] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 is going to be created. [ 1105.114032] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.114176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.114176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.114770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.114770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.123234] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: UNINITIALIZED for 2s [ 1105.435037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1105.435147] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1105.435201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.648107] env[69433]: INFO networking_nsxv3.common.synchronization [req-87aeadf5-6bf7-4737-bda0-f7985a29b44f req-4f861da9-243c-413f-b60d-cae69ee9a621 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1106.648889] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1106.649273] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.649435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.649747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.650037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.650235] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.651319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.651447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.651652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.651768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.651930] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.136505] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: UNINITIALIZED for 4s [ 1107.156252] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.156472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.156513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.156755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.156870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.157103] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.157213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.157307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.157497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.157660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.157745] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1107.198033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.198033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.198033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.198033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.198033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.213296] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1108.159986] env[69433]: INFO networking_nsxv3.common.synchronization [req-ab5ad260-b9bc-4004-8013-4e79e535ef6b req-84eab5df-f982-433d-b738-557b606856fd tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_members [ 1108.160246] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_members [ 1108.160437] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.164020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.164020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.164020] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.164020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.164226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.164278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.164460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.165829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.165921] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.514049] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.514582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.514582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.515097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.515552] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.515826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.516230] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.516799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.517132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.517428] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.517485] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.517671] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.517791] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.517909] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.518029] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.518236] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.539208] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.539208] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.539208] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.539335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.539603] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-b705d049-c140-4738-a58b-c668b2277fe6 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.541687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.541687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.541687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.541687] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b705d049-c140-4738-a58b-c668b2277fe6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.669216] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.669364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.669364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.669562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.669706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.670227] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.670227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.670227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.670445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.670501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.670602] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 already deleted. [ 1108.670698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.044137] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.045093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.045093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.045093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.045222] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.045315] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port b705d049-c140-4738-a58b-c668b2277fe6 not found, creating... [ 1109.045569] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.045792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.045852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.046102] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.046240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.047034] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.047034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.047034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.047034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.047235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.047324] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: b705d049-c140-4738-a58b-c668b2277fe6 is going to be created. [ 1109.077009] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.077221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.077377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.077780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.078029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.078271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.150168] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: SUCCESS [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.150168] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.150168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.150168] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.224042] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1109.224564] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 1109.224625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.651837] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.025915] env[69433]: INFO networking_nsxv3.common.synchronization [req-ab5ad260-b9bc-4004-8013-4e79e535ef6b req-f6619f96-3837-4249-aa2f-9146c38747e5 service nova] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_rules [ 1110.026167] env[69433]: INFO networking_nsxv3.common.synchronization [req-ab5ad260-b9bc-4004-8013-4e79e535ef6b req-f6619f96-3837-4249-aa2f-9146c38747e5 service nova] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_members [ 1110.026331] env[69433]: INFO networking_nsxv3.common.synchronization [req-ab5ad260-b9bc-4004-8013-4e79e535ef6b req-f6619f96-3837-4249-aa2f-9146c38747e5 service nova] Enqueued Resource ID: b705d049-c140-4738-a58b-c668b2277fe6 with Priority: HIGHEST for action port [ 1110.026875] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_rules [ 1110.027016] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_members [ 1110.029643] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b705d049-c140-4738-a58b-c668b2277fe6 with Priority: HIGHEST for action port [ 1110.030087] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.032175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.032301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.032555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.032755] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.034219] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.034390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.034500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.035026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.035260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.035414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.035515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.035711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.035847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.036162] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.037067] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-b705d049-c140-4738-a58b-c668b2277fe6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.037455] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.037601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.037826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.038076] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b705d049-c140-4738-a58b-c668b2277fe6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.155575] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a4c582f-b6c1-4918-a6bc-346b98209481: rpc.has_security_group_logging(os_id): False [ 1110.175629] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.175778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.175848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.176324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.176324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.176409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.176516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.176575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.176730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.176803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.176912] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 is going to be created. [ 1110.243994] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.244395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.244395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.244395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.244546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.259387] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: IN_PROGRESS for 2s [ 1110.539689] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.541160] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.541324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.541922] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b705d049-c140-4738-a58b-c668b2277fe6 with status ACTIVE [ 1110.542066] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.542176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.542242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.542443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.542530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.542698] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.542794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.542855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.543009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.549370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.549614] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.549729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.549796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.549977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.550081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.550170] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b705d049-c140-4738-a58b-c668b2277fe6 is going to be updated. [ 1110.573278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.573430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.573501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.573707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.573845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.574010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b705d049-c140-4738-a58b-c668b2277fe6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.930839] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6286fda2-20eb-47b4-bf7a-5b5c776709bc None None] Enqueued Resource ID: cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5 with Priority: HIGHEST for action port [ 1110.931478] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5 with Priority: HIGHEST for action port [ 1110.931858] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.932008] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.932123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.932382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.932469] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.042657] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.435282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5 [ 1111.435282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.435282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.435282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.435282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.435282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.435282] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5 already deleted. [ 1111.435282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd54e2ec-6aab-4fe6-80bd-04b8d7ef5ba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.545191] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.545365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.545510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.545646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.546633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.546761] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 is going to be created. [ 1111.577883] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.578055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.578104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.578408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.578603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.592499] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 in Status: UNINITIALIZED for 2s [ 1112.277505] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: SUCCESS [ 1112.277804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.165848] env[69433]: INFO networking_nsxv3.common.synchronization [None req-a0e9df78-106f-4565-ac23-c301166c2465 None None] Enqueued Resource ID: f2033ee9-c8d5-40e3-8746-93594e8e1370 with Priority: HIGHEST for action port [ 1113.166456] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2033ee9-c8d5-40e3-8746-93594e8e1370 with Priority: HIGHEST for action port [ 1113.167210] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2033ee9-c8d5-40e3-8746-93594e8e1370 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.167210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2033ee9-c8d5-40e3-8746-93594e8e1370" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.167210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2033ee9-c8d5-40e3-8746-93594e8e1370" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.167416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2033ee9-c8d5-40e3-8746-93594e8e1370" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.167585] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2033ee9-c8d5-40e3-8746-93594e8e1370',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.607577] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 in Status: SUCCESS [ 1113.607853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.608066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.608323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.608557] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.608716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.608810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.609013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.609116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.609210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.609350] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.670510] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2033ee9-c8d5-40e3-8746-93594e8e1370 [ 1113.670942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.671188] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.671316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.671674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.671826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.672036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2033ee9-c8d5-40e3-8746-93594e8e1370 already deleted. [ 1113.672154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2033ee9-c8d5-40e3-8746-93594e8e1370" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.111812] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.465271] env[69433]: INFO networking_nsxv3.common.synchronization [req-3e767ad7-e35a-4261-ad85-fbc4c913a4ba req-67e4b06b-640f-4e93-88b3-d8cc96563d46 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1114.465271] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1114.465271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.465271] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.614997] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbd1ff1f-a357-4eee-ab8c-b4879037b9b8: rpc.has_security_group_logging(os_id): False [ 1114.633229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.633630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.633753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.633978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.634081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.634333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.634443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.634513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.634671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.634746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.634836] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 is going to be created. [ 1114.704126] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.704297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.704352] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.704550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.704737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.716584] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 in Status: IN_PROGRESS for 2s [ 1114.968170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.968297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.968784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.968873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969117] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.969238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.969283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.969572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1114.997527] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.997700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.997770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.997996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.998155] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.007098] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1115.639714] env[69433]: INFO networking_nsxv3.common.synchronization [req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 req-d7057a3b-077b-4320-b91a-e18f5935838a tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1115.640508] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1115.641152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.641534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.641705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.641979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.642237] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.642442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.642589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.642843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.643017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.643203] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.037258] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.037824] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.037824] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.038142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.038357] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.038523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.038774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.039043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.039430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.039665] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.039776] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.039888] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.039998] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.040124] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.040253] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.040395] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.065525] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.066085] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.066085] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.066340] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.066808] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.067045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.067186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.067676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.067803] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.146570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.146766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.146841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.147090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.147201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.147413] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.147517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.147608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.147800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.147919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.147977] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1116.175357] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.175625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.175625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.175804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.175956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.187366] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1116.570760] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.571195] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.571353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.571687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.571806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.572099] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca not found, creating... [ 1116.572422] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.572564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.572683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.572922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.573080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.573373] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.573537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.573649] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.573861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.573996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.574685] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca is going to be created. [ 1116.596014] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.596275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.596354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.596688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.596989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.597275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.729517] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 in Status: SUCCESS [ 1116.729930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.017949] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1117.018094] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1117.018212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.288951] env[69433]: INFO networking_nsxv3.common.synchronization [req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 req-969397c4-d7f2-4b1c-9e30-6895c2765464 service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1117.288951] env[69433]: INFO networking_nsxv3.common.synchronization [req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 req-969397c4-d7f2-4b1c-9e30-6895c2765464 service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1117.288951] env[69433]: INFO networking_nsxv3.common.synchronization [req-6d1ae982-ca7c-4122-98b6-ca95f48363c5 req-969397c4-d7f2-4b1c-9e30-6895c2765464 service nova] Enqueued Resource ID: b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca with Priority: HIGHEST for action port [ 1117.292940] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1117.292940] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1117.292940] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca with Priority: HIGHEST for action port [ 1117.292940] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.292940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.292940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.292940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.293392] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.299259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.301540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.301540] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.301540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.301540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.301540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.301540] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.800680] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.800680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.804557] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca with status ACTIVE [ 1117.804822] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.804992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.805115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.805344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.805470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.805682] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.805851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.808250] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.808250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.808250] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca is going to be updated. [ 1117.832742] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.832928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.832967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.833184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.833738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.833738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f960f2-c0e6-4f60-8b6c-3d59a567c1ca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.208258] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1118.208258] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.208258] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.208258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.208258] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.710600] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.860943] env[69433]: INFO networking_nsxv3.common.synchronization [None req-5790ed87-60fa-4f55-9f67-bd95e03f1cb0 None None] Enqueued Resource ID: 4afdb028-2433-4c5c-b84c-b865ca7266ce with Priority: HIGHEST for action port [ 1118.861932] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4afdb028-2433-4c5c-b84c-b865ca7266ce with Priority: HIGHEST for action port [ 1118.863477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4afdb028-2433-4c5c-b84c-b865ca7266ce taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.863606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4afdb028-2433-4c5c-b84c-b865ca7266ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.863679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4afdb028-2433-4c5c-b84c-b865ca7266ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.863940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4afdb028-2433-4c5c-b84c-b865ca7266ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.864038] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4afdb028-2433-4c5c-b84c-b865ca7266ce',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.986983] env[69433]: INFO networking_nsxv3.common.synchronization [req-d04860ab-2d3c-4a3f-8a73-c9719419c466 req-2b9296c3-fb82-4144-9080-1f7903aeae24 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_members [ 1118.987524] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGHEST for action security_group_members [ 1118.987891] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.988180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.988304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.988510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.988695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.988799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.988862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.989634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.989634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.989634] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.213600] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.367398] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4afdb028-2433-4c5c-b84c-b865ca7266ce [ 1119.367783] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.367941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.368054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.368329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.368452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.368573] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4afdb028-2433-4c5c-b84c-b865ca7266ce already deleted. [ 1119.368689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4afdb028-2433-4c5c-b84c-b865ca7266ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.492260] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.492444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.492600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.492959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.518721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.519133] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.519550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.519688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.519983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.520133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.521641] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 is going to be updated. [ 1119.553416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.553656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.553656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.555196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.555196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.565044] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f770b9-f875-4576-be8f-7915bf1e3940 in Status: IN_PROGRESS for 2s [ 1119.716663] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.717602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.717602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.717602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.717602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.717602] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1119.753772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.753970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.753970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.754204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.754451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.765500] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1119.931231] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.931761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.931761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.931887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.932045] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.184982] env[69433]: INFO networking_nsxv3.common.synchronization [req-a45aa845-ede9-4cb7-9d21-a934810be27f req-e5138d0a-e714-48e2-aed1-ae40bfffe3ad tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1120.191027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1120.191027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.191027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.191027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.191526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.192339] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.192639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.194054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.194401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.194401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.194520] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.258039] env[69433]: INFO networking_nsxv3.common.synchronization [None req-73ef7738-57eb-4770-9b7b-dd6d3951d6ea tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_rules [ 1120.259099] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_rules [ 1120.259099] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.259099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.259099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.259406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.259489] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.350042] env[69433]: INFO networking_nsxv3.common.synchronization [req-b6199b4d-f64b-4860-afee-9a7268b733b8 req-0b87a925-726f-4c08-a93b-086a7c8ea02e tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1120.350624] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1120.350948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.352227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.352367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.352756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.353902] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.353902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.353902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.353902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.353902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.354428] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.432443] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f502c8a6-ebb6-4b2f-aa6d-ed791462a7d8 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_rules [ 1120.432992] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_rules [ 1120.433304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.433415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.440767] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.694610] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.694797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.694911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.695371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.695678] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.695829] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.695954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.696596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.696766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.696982] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.697131] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.697383] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.697383] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.697504] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.697607] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.697736] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.700781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.700936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.701085] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.702281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.702381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.702575] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.702675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.702736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.703539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.703539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.703539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be updated. [ 1120.730153] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.730413] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.730537] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.730718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-651" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.732565] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.732565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.732565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.732565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.732565] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec22fc83-0bca-46f0-8025-e4cf847b3d4d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.735519] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.735678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.735738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.735938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.736120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.745152] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: IN_PROGRESS for 2s [ 1120.782300] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.782469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.782514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.783835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.783835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.783835] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e already deleted. [ 1120.783835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.783835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.783835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.783835] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.862632] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.862884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.862957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.864225] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.864225] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a already deleted. [ 1120.864225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.943052] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.239046] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.239297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.239427] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.239717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.239871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.244337] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port ec22fc83-0bca-46f0-8025-e4cf847b3d4d not found, creating... [ 1121.244337] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.245053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.245053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.245053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.245053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.245401] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.245468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.245877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.245956] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.246079] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.246231] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d is going to be created. [ 1121.275783] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.276071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.276205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.276497] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.276811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.277080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.306235] env[69433]: INFO networking_nsxv3.common.synchronization [None req-ea0f8ba2-1eda-478b-b26d-5541a2b2fad4 None None] Enqueued Resource ID: 88e21999-f21e-42a5-8504-0ef21acfc1bb with Priority: HIGHEST for action port [ 1121.306235] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e21999-f21e-42a5-8504-0ef21acfc1bb with Priority: HIGHEST for action port [ 1121.306235] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e21999-f21e-42a5-8504-0ef21acfc1bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.306235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e21999-f21e-42a5-8504-0ef21acfc1bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.306235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e21999-f21e-42a5-8504-0ef21acfc1bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.306944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e21999-f21e-42a5-8504-0ef21acfc1bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.306944] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e21999-f21e-42a5-8504-0ef21acfc1bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.314440] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.314585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.314658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.314877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.314971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.315094] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e already deleted. [ 1121.319025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.447027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1121.447481] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1121.574722] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f770b9-f875-4576-be8f-7915bf1e3940 in Status: SUCCESS [ 1121.575015] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 deletion is rescheduled due to dependency. [ 1121.575211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.776544] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1121.776840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.777105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.777324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.777550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.777800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.777868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.778183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.778183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.778272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.778299] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.810068] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88e21999-f21e-42a5-8504-0ef21acfc1bb [ 1121.810068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.810068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.810068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.810381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.810381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.810504] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88e21999-f21e-42a5-8504-0ef21acfc1bb already deleted. [ 1121.810534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e21999-f21e-42a5-8504-0ef21acfc1bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.985270] env[69433]: INFO networking_nsxv3.common.synchronization [req-b6199b4d-f64b-4860-afee-9a7268b733b8 req-256fd6ce-6b00-4293-92ed-4013e3f38bee service nova] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_rules [ 1121.985640] env[69433]: INFO networking_nsxv3.common.synchronization [req-b6199b4d-f64b-4860-afee-9a7268b733b8 req-256fd6ce-6b00-4293-92ed-4013e3f38bee service nova] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1121.985640] env[69433]: INFO networking_nsxv3.common.synchronization [req-b6199b4d-f64b-4860-afee-9a7268b733b8 req-256fd6ce-6b00-4293-92ed-4013e3f38bee service nova] Enqueued Resource ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d with Priority: HIGHEST for action port [ 1121.985811] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_rules [ 1121.985942] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1121.988214] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d with Priority: HIGHEST for action port [ 1121.989056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.989498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.989498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.989498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.990908] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.990908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.990908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.990908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.993172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.993172] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.993172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.993172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.993172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.993172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.993172] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.993172] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.993172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.993508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.993508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.993508] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec22fc83-0bca-46f0-8025-e4cf847b3d4d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.282813] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.282813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.283063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.283268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.283406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.283647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.283647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.283742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.283811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.283955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.284050] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.284138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.284191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.284436] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.284502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.284550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.284608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.284743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.284811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.284891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.284981] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.377108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.377254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.377330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.377542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.390667] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1122.391503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.392412] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1122.425342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.425525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.425578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.425793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.437627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.438289] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1122.438372] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.438463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1122.462381] env[69433]: INFO networking_nsxv3.common.synchronization [req-c53254a1-8081-4815-ac79-5223eb9c3618 req-8e27aef2-9432-4920-8ade-e3dec54b67b7 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1122.463454] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1122.463827] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.464022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.464140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.464490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.464676] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.464880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.465018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.465264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.465429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.465635] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.485131] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.485131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.485131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.485131] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.485667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.485804] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1122.500011] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.501327] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.501428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.501695] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec22fc83-0bca-46f0-8025-e4cf847b3d4d with status ACTIVE [ 1122.501885] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.502039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.502124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.502450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.502492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.503338] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.503338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.503338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.503338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.503338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.503639] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.503639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.503639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.503874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.503929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.504466] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d is going to be updated. [ 1122.538926] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.538926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.538926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.538926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.538926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.538926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.608716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.608948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.608948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.611354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.611354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.611354] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1122.719755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.719755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.719755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.719755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.720053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.724027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1122.724027] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'26104113-3354-4160-9b9c-00186ec48a27', 'de0ad1ac-489d-4f3f-94f2-e027ba2a8989', '52d5fab1-f431-48e9-a3fd-a8a7159b5ca5', '45fd1bc6-0fc3-4238-94f5-bba9e685c30c', '743c9ac4-fb14-4449-902d-9c865bc66f7b', '1de9d2a1-06e1-4890-91c0-33004b70d76b', '8a3d0d6e-deb6-45e4-8198-c28b32a30eeb', 'c2f096a7-7146-437e-9f9c-88853992ab20', '14cbf374-115c-42de-89b2-18122ea4064d', 'bda74a74-19f2-4366-a055-d423c46b236b', 'c6b2a7df-e956-4c44-a24f-b003cecc7dc6', 'ab7fa311-0ef6-42da-9642-06e6486c1203', '961e9170-9611-4528-a2d2-b56280b2f892', 'c42b8184-3c3f-45b4-a1aa-4c78de7254b7', '0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5', '35cb43bd-ab29-41bf-8766-8c1a34934d8b', '37317de0-f140-4112-b655-4ae55e9a7bc1', 'ee37c5b9-f523-43f1-9c3c-a77ce105deda', '1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5', '16fb1d47-41d7-4c2f-a1cd-8610312614ee', '3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1', '13236c8a-0443-49df-bdcb-c319be935e77', 'a9b01616-d234-46a0-9889-62807b0db4f4', '3464ac46-38a5-43e7-a8e0-934113d70710', '24117f8d-6fec-42fe-b698-cc20c81ffaa8', '4a4c582f-b6c1-4918-a6bc-346b98209481', 'b3f770b9-f875-4576-be8f-7915bf1e3940', '43fb6c58-0e80-46f1-8cac-756721ebc411', '1bf7411c-73b9-4944-9463-113879b8c336', '1fee7fc0-2733-4e26-9771-88d365a0284a', 'ff18a1d7-b2ef-4f7d-8446-33f0637e5200', '8694b583-f83a-4036-a4b9-142c0f4e8208', 'dc2f1d11-0ca3-44aa-8d53-72dfa2671e90', '7d2c9beb-ad54-49a9-816a-e9899907f34d', 'f239d5da-e949-43c8-9e3e-8b954b572b45', '64b9baa4-73ce-46e7-8eac-56529ed63104', '2855edf1-7fbc-4069-b809-d2a1cd3e480e', '3824cc37-dcb0-49c6-ae00-c4a52bf261ae', '775c43cb-3f60-4da6-a8d1-1ccefaa2809f', '7c8baa4a-26cc-4f56-ad34-6188daf5b408', 'c2f2e6b3-fb79-42ce-872b-0754e41ad80b', 'bbd1ff1f-a357-4eee-ab8c-b4879037b9b8', 'b5553667-d9a5-4a61-abf6-06a592d7ceed', 'd6980d12-7365-40c2-a5b9-18cab81ab7b7', '023e591e-9d90-4762-9905-f350d745b037', '3f44a344-d79f-4249-b88d-11088b42f9d8', 'a568a270-a3f6-49aa-883e-1015d910e1ac', '1425d356-6999-411b-af62-1064bd619193', 'e9f081bd-5178-4571-93b1-e65ea0384cf1', 'ff15230a-2bef-4bd5-aac7-6e870753fa29'} {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.724027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1122.743908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.744100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.744203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.744427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.744526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.744645] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1122.744718] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.744790] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1122.764031] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: SUCCESS [ 1122.764257] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee deletion is rescheduled due to dependency. [ 1122.764378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.787526] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023e591e-9d90-4762-9905-f350d745b037: rpc.has_security_group_logging(os_id): False [ 1122.805828] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.806398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.806520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.806782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.835999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.835999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.835999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.836360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.837414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.837689] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1122.837802] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1122.837882] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1122.837965] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1122.838082] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1122.838178] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGH for action security_group_rules [ 1122.838276] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGH for action security_group_rules [ 1122.838371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGH for action security_group_rules [ 1122.838454] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGH for action security_group_rules [ 1122.838532] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGH for action security_group_rules [ 1122.838656] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGH for action security_group_rules [ 1122.838656] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGH for action security_group_rules [ 1122.838747] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGH for action security_group_rules [ 1122.838821] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGH for action security_group_rules [ 1122.838895] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGH for action security_group_rules [ 1122.838970] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGH for action security_group_rules [ 1122.839060] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGH for action security_group_rules [ 1122.839138] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGH for action security_group_rules [ 1122.839214] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 1122.839288] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGH for action security_group_rules [ 1122.839364] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGH for action security_group_rules [ 1122.839439] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGH for action security_group_rules [ 1122.839516] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGH for action security_group_rules [ 1122.839579] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGH for action security_group_rules [ 1122.839643] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGH for action security_group_rules [ 1122.840767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.844060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.844328] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.845145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.845243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.845460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.845600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.848441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.848441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.848441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.848441] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1122.913583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.913730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.914296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.914625] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.914841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.933585] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1122.968333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.968964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.969180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.969288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.005653] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.005996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.005996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.006294] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.006553] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.006711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.006832] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.007050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.007197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.007408] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.007533] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.007703] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.007823] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.007936] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.008147] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.008298] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.009418] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.138408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.138701] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.138840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.138910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.139169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.139260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.139350] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1123.165309] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.165479] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.157 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.165646] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.165837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-52" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.166205] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.166388] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.166513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.166898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.167106] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609271a3-b93f-4181-9ab4-4ad6bb00bbc4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.226040] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.226292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.226392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.226711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.227379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.243053] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1123.512049] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.512233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.512276] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.512491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.512580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.512678] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be created. [ 1123.536064] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.536240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.536283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.536472] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.536651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.545926] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: UNINITIALIZED for 2s [ 1123.669632] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.669972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.670191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.670537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.670749] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.670969] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 not found, creating... [ 1123.671321] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.671559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.671750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.672053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.672264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.672621] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.672998] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.673103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.673372] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.673564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.673769] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 is going to be created. [ 1123.694759] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.694978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.695130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.695421] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.695875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.318472] env[69433]: INFO networking_nsxv3.common.synchronization [req-c53254a1-8081-4815-ac79-5223eb9c3618 req-37a2d5ff-d909-431a-a56b-d2981db7a641 service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 1124.318798] env[69433]: INFO networking_nsxv3.common.synchronization [req-c53254a1-8081-4815-ac79-5223eb9c3618 req-37a2d5ff-d909-431a-a56b-d2981db7a641 service nova] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1124.319019] env[69433]: INFO networking_nsxv3.common.synchronization [req-c53254a1-8081-4815-ac79-5223eb9c3618 req-37a2d5ff-d909-431a-a56b-d2981db7a641 service nova] Enqueued Resource ID: 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 with Priority: HIGHEST for action port [ 1124.320212] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_rules [ 1124.320321] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1124.320539] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 with Priority: HIGHEST for action port [ 1124.320758] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26104113-3354-4160-9b9c-00186ec48a27 with Priority: HIGH for action security_group_rules [ 1124.320963] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 with Priority: HIGH for action security_group_rules [ 1124.321293] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb with Priority: HIGH for action security_group_rules [ 1124.321374] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGH for action security_group_rules [ 1124.321575] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGH for action security_group_rules [ 1124.321777] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 with Priority: HIGH for action security_group_rules [ 1124.321980] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGH for action security_group_rules [ 1124.322196] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGH for action security_group_rules [ 1124.322394] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 1124.322590] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b with Priority: HIGH for action security_group_rules [ 1124.322791] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961e9170-9611-4528-a2d2-b56280b2f892 with Priority: HIGH for action security_group_rules [ 1124.322989] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7fa311-0ef6-42da-9642-06e6486c1203 with Priority: HIGH for action security_group_rules [ 1124.323202] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 with Priority: HIGH for action security_group_rules [ 1124.323400] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74a74-19f2-4366-a055-d423c46b236b with Priority: HIGH for action security_group_rules [ 1124.323600] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGH for action security_group_rules [ 1124.323807] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b with Priority: HIGH for action security_group_rules [ 1124.323997] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f096a7-7146-437e-9f9c-88853992ab20 with Priority: HIGH for action security_group_rules [ 1124.327252] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b with Priority: HIGH for action security_group_rules [ 1124.327252] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 with Priority: HIGH for action security_group_rules [ 1124.327252] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c with Priority: HIGH for action security_group_rules [ 1124.327252] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.327252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.327252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.327252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.327252] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.328233] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.328403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.328890] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.329100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.329228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.329909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.330141] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609271a3-b93f-4181-9ab4-4ad6bb00bbc4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.331802] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26104113-3354-4160-9b9c-00186ec48a27 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.331971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.332093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.332373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.332509] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26104113-3354-4160-9b9c-00186ec48a27',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.334612] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.334612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.334612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.334966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.335085] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d5fab1-f431-48e9-a3fd-a8a7159b5ca5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.337026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.337026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.337026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.337026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.337026] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3d0d6e-deb6-45e4-8198-c28b32a30eeb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.338563] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.339200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.340580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.340580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.340580] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.341191] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.341288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.341421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.344039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.344039] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.344277] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.344396] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.345080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.345357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.345505] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.347671] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.347874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.347993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.348272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.348405] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.349731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.349927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.350063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.350324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.350456] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.352658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.353093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.353205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.353431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.353536] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.355731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.355731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.355731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.355731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.355731] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cb43bd-ab29-41bf-8766-8c1a34934d8b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.357367] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961e9170-9611-4528-a2d2-b56280b2f892 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.357527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.357641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.357838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.357942] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961e9170-9611-4528-a2d2-b56280b2f892',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.359459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab7fa311-0ef6-42da-9642-06e6486c1203 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.359632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.359704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.359937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.360069] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab7fa311-0ef6-42da-9642-06e6486c1203',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.361660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.361812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.362120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.362219] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6b2a7df-e956-4c44-a24f-b003cecc7dc6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.363670] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda74a74-19f2-4366-a055-d423c46b236b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.368229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.368367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.368691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.368802] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda74a74-19f2-4366-a055-d423c46b236b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.369938] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.372767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.372922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.373237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.373392] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.374831] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de9d2a1-06e1-4890-91c0-33004b70d76b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.375063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.375216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.375533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.375713] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de9d2a1-06e1-4890-91c0-33004b70d76b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.378785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2f096a7-7146-437e-9f9c-88853992ab20 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.379415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.379555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.379934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.380049] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2f096a7-7146-437e-9f9c-88853992ab20',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.381649] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743c9ac4-fb14-4449-902d-9c865bc66f7b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.381869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.381986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.382286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.382436] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743c9ac4-fb14-4449-902d-9c865bc66f7b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.383487] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.383665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.383787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.384081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.384230] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de0ad1ac-489d-4f3f-94f2-e027ba2a8989',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.384608] env[69433]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1124.386273] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.386475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.386611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.386873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.387057] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45fd1bc6-0fc3-4238-94f5-bba9e685c30c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.425790] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.425934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.426016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.426228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.428136] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.428258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.466291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.466406] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda74a74-19f2-4366-a055-d423c46b236b is going to be deleted. [ 1124.467367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.467630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.498301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.498463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3d0d6e-deb6-45e4-8198-c28b32a30eeb is going to be deleted. [ 1124.562454] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.562620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.562717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.562913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.563052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.563137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda74a74-19f2-4366-a055-d423c46b236b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.567948] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.568159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.568194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.568766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.568766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.568766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3d0d6e-deb6-45e4-8198-c28b32a30eeb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.832644] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 with status ACTIVE [ 1124.832944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.833118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.833191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.833412] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.833508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.833684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.833785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.833853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.834012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.834088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.834271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.834366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.834429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.834564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.834633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.834801] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609271a3-b93f-4181-9ab4-4ad6bb00bbc4 is going to be updated. [ 1124.853607] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.853762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.853884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.854086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.854513] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.854513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.854513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.854702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.854702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.854830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.854946] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.856054] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.856189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.856250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.856397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.856564] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.856666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.856729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.856876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.856955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.857049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.857134] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.862454] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.862606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.862661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.862863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.875536] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.875536] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.876162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.876291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.876360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.876554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.876760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.876831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609271a3-b93f-4181-9ab4-4ad6bb00bbc4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.891111] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.891406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.891406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.891626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.891723] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.891833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.891914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.892168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.892168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.892350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.892350] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.899381] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.899588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.904682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.904817] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26104113-3354-4160-9b9c-00186ec48a27 is going to be deleted. [ 1124.906113] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.906310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.906310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.906529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.906691] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.906796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.906861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.907009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.907096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.907177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.907262] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.914447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.914665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.920045] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.920175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.922840] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.922949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.923815] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.923815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.951342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.951500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.960045] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.960201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.961275] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.961379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.962857] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.962958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.973800] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.973800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.974824] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.974945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.976135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.976289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.977061] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.977181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.977814] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1124.978209] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1124.978453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.982868] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1124.983428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.983528] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5 is going to be deleted. [ 1124.984410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.984621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.986256] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.986384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.028245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.028328] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2f096a7-7146-437e-9f9c-88853992ab20 is going to be deleted. [ 1125.029267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.029487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.063142] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.063385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.071923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.072150] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6b2a7df-e956-4c44-a24f-b003cecc7dc6 is going to be deleted. [ 1125.072972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.073202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.084525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.084730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.104733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.104903] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de9d2a1-06e1-4890-91c0-33004b70d76b is going to be deleted. [ 1125.105929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.106156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.109100] env[69433]: INFO networking_nsxv3.common.synchronization [req-5c72889a-8755-445d-86cd-1b445b51c445 req-d1a199b5-3b87-40af-95e2-02c50d9aaef7 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1125.110016] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1125.110410] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.110996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.110996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.110996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.110996] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.111286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.111286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.111411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.111463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.111579] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.140777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.140943] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be deleted. [ 1125.142024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.142175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.164644] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.164769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.181777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.181918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.226157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.226330] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d5fab1-f431-48e9-a3fd-a8a7159b5ca5 is going to be deleted. [ 1125.227518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.227894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.255476] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1125.255699] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 1125.255846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.256092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.256358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.256602] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.256770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.257186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.257186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.257186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.257325] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.280352] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.280515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.297480] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.297748] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45fd1bc6-0fc3-4238-94f5-bba9e685c30c is going to be deleted. [ 1125.298924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.299399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.361051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.361551] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961e9170-9611-4528-a2d2-b56280b2f892 is going to be deleted. [ 1125.362704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.363033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.365058] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.367342] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.398295] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.429026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.429026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.429026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.429026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.429026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.429700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.429700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.429700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.429700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.429700] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.432193] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.434210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.436760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.437270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.447093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.447093] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab7fa311-0ef6-42da-9642-06e6486c1203 is going to be deleted. [ 1125.447763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.447998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.512610] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.512610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.514955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.515106] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743c9ac4-fb14-4449-902d-9c865bc66f7b is going to be deleted. [ 1125.516028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.516247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.558980] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.559211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.559344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.559621] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.559950] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.560495] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.560791] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.560911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.561077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.561300] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.561436] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.561622] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.561721] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.561830] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.562245] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.562418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.583761] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.583946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.585985] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1125.586226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.586394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.586607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.586802] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.587025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.587025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.587184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.587265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.587350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.587441] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.592769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.592892] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be deleted. [ 1125.593877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.594112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.614709] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.637082] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.637082] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.637082] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.637082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.637417] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.637519] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.637645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.638870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.638870] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccf7465-75dc-46dd-bdc4-04ff5445eabc',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.646218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.646492] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cb43bd-ab29-41bf-8766-8c1a34934d8b is going to be deleted. [ 1125.647930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.647930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.678855] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.679047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.754715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.754715] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de0ad1ac-489d-4f3f-94f2-e027ba2a8989 is going to be deleted. [ 1125.754715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.754715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.754715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.754715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26104113-3354-4160-9b9c-00186ec48a27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.756216] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.756331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.756382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.756671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.756757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.756879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743c9ac4-fb14-4449-902d-9c865bc66f7b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.757184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.757260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1203ba98-d2bc-4b6a-a9e6-4ccde1e985b5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.758172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.758245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.758388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2f096a7-7146-437e-9f9c-88853992ab20" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.758522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.758671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.758773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.758895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6b2a7df-e956-4c44-a24f-b003cecc7dc6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.759017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.760110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.760207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.760331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de9d2a1-06e1-4890-91c0-33004b70d76b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.760551] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.761381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.761535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.761661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.761790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.761907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.762063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.762167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.762273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d5fab1-f431-48e9-a3fd-a8a7159b5ca5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.765311] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.765311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.765407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.765548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.765737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.765737] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45fd1bc6-0fc3-4238-94f5-bba9e685c30c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961e9170-9611-4528-a2d2-b56280b2f892" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.767272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab7fa311-0ef6-42da-9642-06e6486c1203" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.834282] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1125.834836] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.835019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.835145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.835414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.835522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.835647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cb43bd-ab29-41bf-8766-8c1a34934d8b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.867647] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37317de0-f140-4112-b655-4ae55e9a7bc1: rpc.has_security_group_logging(os_id): False [ 1125.872616] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42b8184-3c3f-45b4-a1aa-4c78de7254b7: rpc.has_security_group_logging(os_id): False [ 1125.906181] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cbf374-115c-42de-89b2-18122ea4064d: rpc.has_security_group_logging(os_id): False [ 1125.910141] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.910335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.910446] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.910792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.926685] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.926929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.934449] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee37c5b9-f523-43f1-9c3c-a77ce105deda: rpc.has_security_group_logging(os_id): False [ 1125.974517] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.974751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.981774] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.981962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.000477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.000659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.008208] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.008781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.009129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.009250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.009320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.009519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.009603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.009878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1126.010805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.010989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.064900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.065201] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.065321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.065360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.065664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.065768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.065866] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be updated. [ 1126.066957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.067166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.090823] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.090823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.090823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.090823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.090823] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.090823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.091583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.091583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.091583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.091583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.091583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.091583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.091583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.092033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.092033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.092033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.092033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.092236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.092236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.092334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.092371] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.120126] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.140958] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.141163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.141201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.141473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.141634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.141840] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc not found, creating... [ 1126.142076] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.142239] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.142360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.142588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.142815] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.143056] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.143227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.143348] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.143557] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.143693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.143839] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 4ccf7465-75dc-46dd-bdc4-04ff5445eabc is going to be created. [ 1126.159057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.159057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.159057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.159057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.159057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.159057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.159057] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cbf374-115c-42de-89b2-18122ea4064d is going to be updated. [ 1126.160167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.160363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.162162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.162285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.192803] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.193229] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.193400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.193880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.194303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.194591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.196528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.196844] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.197010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.197102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.197358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.197456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.197789] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.197915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.197958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.198293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.198515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.199121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.199246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be updated. [ 1126.200701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.200941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.201082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.201254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de0ad1ac-489d-4f3f-94f2-e027ba2a8989" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.201887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.202083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.202250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.242391] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1126.266960] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.279473] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.279703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.279703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.280095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.280264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.329081] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1126.369373] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.369373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.369373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.369373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.369373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.396865] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.397089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.397089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.397346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.397503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.411629] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: IN_PROGRESS for 2s [ 1126.417021] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 1126.594950] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db95737f-80fd-4719-a8c9-514cb85dd04a: rpc.has_security_group_logging(os_id): False [ 1126.617560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.617888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.617975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.618244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.618351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.618591] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.618702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.618775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.619266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.619531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.619601] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.619699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.619735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.619931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.619962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.620310] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.620310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.620399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.621120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.621120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.621120] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be created. [ 1126.621933] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.622054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.622123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.622278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.622357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.622445] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be updated. [ 1126.665342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.665565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.665646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.666534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.666534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.679417] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1126.702411] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.702576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.702679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.702868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.703081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.718824] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1126.770652] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.770850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.770850] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.774439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.774439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.774439] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1126.864101] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.864279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.864279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.864509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.864693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.883649] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1126.884730] env[69433]: INFO networking_nsxv3.common.synchronization [req-5c72889a-8755-445d-86cd-1b445b51c445 req-be64fd67-5e90-474f-b558-b9013a306de0 service nova] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1126.884943] env[69433]: INFO networking_nsxv3.common.synchronization [req-5c72889a-8755-445d-86cd-1b445b51c445 req-be64fd67-5e90-474f-b558-b9013a306de0 service nova] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1126.885115] env[69433]: INFO networking_nsxv3.common.synchronization [req-5c72889a-8755-445d-86cd-1b445b51c445 req-be64fd67-5e90-474f-b558-b9013a306de0 service nova] Enqueued Resource ID: 4ccf7465-75dc-46dd-bdc4-04ff5445eabc with Priority: HIGHEST for action port [ 1126.885843] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_rules [ 1126.886019] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1126.886120] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccf7465-75dc-46dd-bdc4-04ff5445eabc with Priority: HIGHEST for action port [ 1126.888179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.888179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.888179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.888179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.888179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.888179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.888179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.888179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.888631] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccf7465-75dc-46dd-bdc4-04ff5445eabc',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.392249] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ccf7465-75dc-46dd-bdc4-04ff5445eabc with status ACTIVE [ 1127.392591] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.392743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.392927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.393048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.393241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.393308] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.393425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.393485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.393638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.393729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.393934] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.395050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.395050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.395050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.395050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.395050] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ccf7465-75dc-46dd-bdc4-04ff5445eabc is going to be updated. [ 1127.425956] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.426300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.426300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.426459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.426518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.427061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ccf7465-75dc-46dd-bdc4-04ff5445eabc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.254686] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1128.254914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.345411] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1128.345749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.345994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.346355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.346515] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.429183] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 1128.429613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.430432] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: SUCCESS [ 1128.430617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.691213] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1128.691467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.691640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.691861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.692066] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.692180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.692313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.692403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.692475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.692578] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.734405] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1128.734659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.849172] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.849364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.896708] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1128.896965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.897182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.897406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.897669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.897837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.897934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.898130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.898207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.898304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.898414] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.194961] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.224026] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 req-8e9fbd28-9d55-465d-a4ee-7425f3fb6014 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Enqueued Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_members [ 1129.224026] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_members [ 1129.224026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.224026] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.224026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.224026] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.400972] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.401167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.401235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.401628] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.401727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.401788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.402046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.402137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.402309] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.402409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.402469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.402630] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.402745] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.402830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.402884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.403026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.403102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.403180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.403266] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.537355] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.537776] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-574" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.537776] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-574" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.538352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-574" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.538669] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.538924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.539222] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.539535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.539884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.540972] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.541184] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.541343] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.541486] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.541722] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.541892] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.542126] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.566189] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.566370] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.566514] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.566720] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-574" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.567072] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-24536d34-5aa9-47e6-9f12-ad5505ebf72a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.567265] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.567440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.567855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.568121] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24536d34-5aa9-47e6-9f12-ad5505ebf72a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.698295] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.723781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.723937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.724025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.724262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.724355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.724550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.724643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.724704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.724855] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.724931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.725029] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f already deleted. [ 1129.725108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.906447] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8694b583-f83a-4036-a4b9-142c0f4e8208: rpc.has_security_group_logging(os_id): False [ 1129.925804] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.926056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.926135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.926393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.926521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.926733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.926851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.927030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.927145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.927225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.927494] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.927645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.927726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.927944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.928089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.928390] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.928515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.928595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.928750] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.928827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.928930] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1129.993999] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.994202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.994285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.994552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.994792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.016760] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1130.070595] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.070876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.071059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.071400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.071604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.071849] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 24536d34-5aa9-47e6-9f12-ad5505ebf72a not found, creating... [ 1130.072314] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.072564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.072744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.073070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.073231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.073684] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.073912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.074094] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.074344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.074489] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.074655] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 24536d34-5aa9-47e6-9f12-ad5505ebf72a is going to be created. [ 1130.101015] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.101278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.101412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.101700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.101988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.102252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.200696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.200920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.200994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.201235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.201329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.201475] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be updated. [ 1130.250333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.250863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.251591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.251591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.251591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.262101] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1130.779813] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 req-7fdedeb2-bf03-4da9-95b3-42a2c285d0dc service nova] Enqueued Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_rules [ 1130.780120] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 req-7fdedeb2-bf03-4da9-95b3-42a2c285d0dc service nova] Enqueued Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_members [ 1130.780185] env[69433]: INFO networking_nsxv3.common.synchronization [req-a6b90d8c-675e-4a7c-a115-7a4ccc522960 req-7fdedeb2-bf03-4da9-95b3-42a2c285d0dc service nova] Enqueued Resource ID: 24536d34-5aa9-47e6-9f12-ad5505ebf72a with Priority: HIGHEST for action port [ 1130.780378] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_rules [ 1130.780503] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_members [ 1130.780598] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24536d34-5aa9-47e6-9f12-ad5505ebf72a with Priority: HIGHEST for action port [ 1130.781221] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.781358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.781430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.781652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.781740] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.782578] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.783377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.783377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.783377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.783377] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.783377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.783377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.783592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.783592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.783592] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.784388] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-24536d34-5aa9-47e6-9f12-ad5505ebf72a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.784454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.784487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.784641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.784709] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24536d34-5aa9-47e6-9f12-ad5505ebf72a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.287775] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.287775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.287775] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.288744] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24536d34-5aa9-47e6-9f12-ad5505ebf72a with status ACTIVE [ 1131.288972] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.289378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.289378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.289378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.289615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.289615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.289739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.289801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.289958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.290180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.290338] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.290481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.290481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.290629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.291137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.291137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24536d34-5aa9-47e6-9f12-ad5505ebf72a is going to be updated. [ 1131.314567] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.315013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.315013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.315123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.315189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.315363] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24536d34-5aa9-47e6-9f12-ad5505ebf72a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.792478] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.034513] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1132.034745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.283601] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1132.283958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.284201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.284485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.284777] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.284952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.285049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.285293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.285418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.285600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.285808] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.294619] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.294862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.294862] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.295366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.295484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.295734] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f is going to be created. [ 1132.326708] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.326960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.327075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.327286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.327560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.339646] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f in Status: UNINITIALIZED for 2s [ 1132.789037] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.291370] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37317de0-f140-4112-b655-4ae55e9a7bc1: rpc.has_security_group_logging(os_id): False [ 1133.316612] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.316808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.316945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.317153] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.317502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.317566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.317853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317940] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be updated. [ 1133.440920] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.441134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.441184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.441357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.441532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459965] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1134.350101] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f in Status: SUCCESS [ 1134.350514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.350659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.350957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.351255] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.351424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.351519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.351754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.351849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.351939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.352046] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.857019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.857019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.857019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.857019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.857894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.857894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.857894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857894] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.360831] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de5fd45-8a2c-438e-a63c-e99758c39b3f: rpc.has_security_group_logging(os_id): False [ 1135.381404] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.381695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.381695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.382027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.382212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.382471] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.382687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.382803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.382982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.383193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.383587] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.383701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.383895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.384061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.384213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.384484] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.384641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.384898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.385059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.385165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.385388] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f is going to be created. [ 1135.458688] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.458946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.458993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.459278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.459516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.474895] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f in Status: IN_PROGRESS for 2s [ 1135.479302] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1135.479549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.781694] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.781694] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.749102] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7c332564-6dc3-4c6d-b945-cdefed102f95 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_rules [ 1136.749709] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_rules [ 1136.750068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.750181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.750303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.750573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.750661] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.841839] env[69433]: INFO networking_nsxv3.common.synchronization [None req-9b02e049-34fc-486f-9a79-f9ebabd0f256 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_rules [ 1136.842408] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_rules [ 1136.842710] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.842833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.278076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.278353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.278459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.278715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.278820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.278952] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 already deleted. [ 1137.279231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.279814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.280272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.280335] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.489362] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f in Status: SUCCESS [ 1137.489726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.814709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.815145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.815145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.815300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.815395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.815494] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 already deleted. [ 1137.815624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.425358] env[69433]: INFO networking_nsxv3.common.synchronization [req-3d5736d5-afac-48f4-b865-3ed9047c3b55 req-428ec668-4969-4068-b17f-9fd7514d54dd tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_members [ 1139.426048] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_members [ 1139.426363] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.426487] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.426605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.426905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427420] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.427567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.427644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.427825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.428053] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.755295] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.755494] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-311" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.755721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-311" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.756177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-311" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.756329] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.756489] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.756611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.756831] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.756977] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.757812] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.758106] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.758370] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.758955] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.758955] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.759109] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.759368] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.782474] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.782746] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.782877] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.783092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-311" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.784356] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-3fb8ec67-a57d-4965-a65f-3e0f1f824847 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.784356] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.784528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.785417] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.785749] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb8ec67-a57d-4965-a65f-3e0f1f824847',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.938674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.938885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.938962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.939205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.939743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.939743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.939743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.939743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.939965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.939965] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.940031] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e already deleted. [ 1139.940117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.262430] env[69433]: INFO networking_nsxv3.common.synchronization [None req-255fa5c3-0084-440d-ab5d-f21fe7fbb9fc tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1140.262878] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1140.263210] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.263350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.263418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.263637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.263795] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.263909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.263986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.264225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.264332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.264418] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.287774] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.288044] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.288443] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.288535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.288765] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.288962] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 3fb8ec67-a57d-4965-a65f-3e0f1f824847 not found, creating... [ 1140.289286] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.289488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.289628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.289908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.291016] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.291383] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.291586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.291741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.292022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.292210] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.292686] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 3fb8ec67-a57d-4965-a65f-3e0f1f824847 is going to be created. [ 1140.316225] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.317191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.317191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.317431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.317725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.318199] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.744664] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1140.744885] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_members [ 1140.745384] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1140.745520] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_members [ 1140.745866] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.745993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.746185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.746453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.746744] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.746744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.746744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.747014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.747014] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.747014] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.747897] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e458a1-f64e-4da9-b0bf-b40eec49f079 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.747996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748782] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.749103] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.767345] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.767599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.767599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.767832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.767924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.768135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.768234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.768290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.768442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.768517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.768600] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be deleted. [ 1140.799821] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.800058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.800206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.800488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.800657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.800896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.807114] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_rules [ 1140.807623] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1140.807967] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_rules [ 1140.808277] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_members [ 1140.808440] env[69433]: INFO networking_nsxv3.common.synchronization [req-37d1ec3f-258a-4576-81c6-60bbb6c4b1fa req-1463907f-833c-4057-a448-1736ec03a573 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d with Priority: HIGHEST for action port [ 1140.809058] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_rules [ 1140.809207] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_rules [ 1140.809309] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d with Priority: HIGHEST for action port [ 1140.809397] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1140.809488] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_members [ 1140.809763] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.809885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.809953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.810161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.810243] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.811210] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e458a1-f64e-4da9-b0bf-b40eec49f079 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.811373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.811450] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.811904] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.811904] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.812694] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.812840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.812885] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.813025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.813274] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec22fc83-0bca-46f0-8025-e4cf847b3d4d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.816851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.816851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e458a1-f64e-4da9-b0bf-b40eec49f079 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.051739] env[69433]: INFO networking_nsxv3.common.synchronization [req-3d5736d5-afac-48f4-b865-3ed9047c3b55 req-9de9e3d9-30e4-49ab-b930-2a3e4096fec3 service nova] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_rules [ 1141.051739] env[69433]: INFO networking_nsxv3.common.synchronization [req-3d5736d5-afac-48f4-b865-3ed9047c3b55 req-9de9e3d9-30e4-49ab-b930-2a3e4096fec3 service nova] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_members [ 1141.051739] env[69433]: INFO networking_nsxv3.common.synchronization [req-3d5736d5-afac-48f4-b865-3ed9047c3b55 req-9de9e3d9-30e4-49ab-b930-2a3e4096fec3 service nova] Enqueued Resource ID: 3fb8ec67-a57d-4965-a65f-3e0f1f824847 with Priority: HIGHEST for action port [ 1141.052916] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_rules [ 1141.053447] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_members [ 1141.053605] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb8ec67-a57d-4965-a65f-3e0f1f824847 with Priority: HIGHEST for action port [ 1141.054376] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.054546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.054651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.055083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.055196] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.056138] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.056275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.056342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.060060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.060251] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.060364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.060429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.060603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.060689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.060787] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.063153] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb8ec67-a57d-4965-a65f-3e0f1f824847 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.063266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.063333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.063500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.063579] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb8ec67-a57d-4965-a65f-3e0f1f824847',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.251152] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.257077] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.316174] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.316285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.317733] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec22fc83-0bca-46f0-8025-e4cf847b3d4d with status ACTIVE [ 1141.317733] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.317733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.317733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.317733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.317733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.318181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.318181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.318181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.318407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.318476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.318878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.319046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.319125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.319797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.319797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.319797] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d is going to be updated. [ 1141.321065] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e458a1-f64e-4da9-b0bf-b40eec49f079 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.321212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.349296] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.349454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.349540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.349742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.349899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.350109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.559787] env[69433]: INFO networking_nsxv3.common.synchronization [req-a687cd42-99fa-47b7-8908-aa4b2e9af65d req-bed4417e-2ec7-4297-afe3-4c529bcc4722 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1141.560079] env[69433]: INFO networking_nsxv3.common.synchronization [req-a687cd42-99fa-47b7-8908-aa4b2e9af65d req-bed4417e-2ec7-4297-afe3-4c529bcc4722 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_members [ 1141.561392] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1141.561649] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 with Priority: HIGHEST for action security_group_members [ 1141.562046] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.562249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.562546] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e458a1-f64e-4da9-b0bf-b40eec49f079 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.562727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.565496] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.566580] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.566801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.567074] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fb8ec67-a57d-4965-a65f-3e0f1f824847 with status ACTIVE [ 1141.567352] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.567563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.567771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.568092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.568278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.568548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.568776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.568903] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.569237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.569404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.569773] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.569979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.570152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.570401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.570762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.570975] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fb8ec67-a57d-4965-a65f-3e0f1f824847 is going to be updated. [ 1141.601456] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.603650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.603878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.604189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.604533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.604770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb8ec67-a57d-4965-a65f-3e0f1f824847" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.668597] env[69433]: INFO networking_nsxv3.common.synchronization [req-a687cd42-99fa-47b7-8908-aa4b2e9af65d req-bed4417e-2ec7-4297-afe3-4c529bcc4722 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_rules [ 1141.668786] env[69433]: INFO networking_nsxv3.common.synchronization [req-a687cd42-99fa-47b7-8908-aa4b2e9af65d req-bed4417e-2ec7-4297-afe3-4c529bcc4722 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1141.668946] env[69433]: INFO networking_nsxv3.common.synchronization [req-a687cd42-99fa-47b7-8908-aa4b2e9af65d req-bed4417e-2ec7-4297-afe3-4c529bcc4722 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d with Priority: HIGHEST for action port [ 1141.669503] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_rules [ 1141.669666] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1141.669826] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d with Priority: HIGHEST for action port [ 1141.670244] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.670356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.670597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.670711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.670911] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.671053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.671096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.671271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.671360] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec22fc83-0bca-46f0-8025-e4cf847b3d4d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.756022] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.757776] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.956536] env[69433]: INFO networking_nsxv3.common.synchronization [req-f3ec6852-d3f7-4855-80f7-c20d4ac1c592 req-1f0fe1b3-1d37-4eb1-95fb-5ab07a327b2f tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 1141.959297] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 1141.960954] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.964911] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.964911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.964911] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.074690] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.172860] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec22fc83-0bca-46f0-8025-e4cf847b3d4d with status ACTIVE [ 1142.173129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.173269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.173339] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.173563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.173653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.173836] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.173937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.173998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.174162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.174241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.174413] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.174505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.174565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.174701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.174774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.174855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec22fc83-0bca-46f0-8025-e4cf847b3d4d is going to be updated. [ 1142.202851] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.206333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.206447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.206697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.206953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.207175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec22fc83-0bca-46f0-8025-e4cf847b3d4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.258500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.259596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.259596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.259596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.259596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.259596] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be updated. [ 1142.260629] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.260698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.260731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.260944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.261161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.261390] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 is going to be created. [ 1142.293263] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.293263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.293263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.293411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.293558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.297161] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.297323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.297582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.297582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.297756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.327103] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1142.330024] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 in Status: UNINITIALIZED for 2s [ 1142.467163] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.578696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.578696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.578696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.578696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.578696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.578696] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e is going to be created. [ 1142.611812] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.611981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.612037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.612251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.612402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.625759] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07bd13dc-2cf2-4111-86c9-cc458701915e in Status: UNINITIALIZED for 2s [ 1142.970888] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.476987] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.476987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.476987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.476987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.476987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.476987] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be updated. [ 1143.532032] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.532032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.532032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.532032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.532032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.548297] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 1143.663129] env[69433]: INFO networking_nsxv3.common.synchronization [req-9257eb35-c682-4236-a7a5-c1159263557c req-4a9110eb-005a-4497-93c4-ead861288766 tempest-ImagesTestJSON-1391288865 tempest-ImagesTestJSON-1391288865-project-member] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1143.663129] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGHEST for action security_group_members [ 1143.663129] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.663129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.663129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.663960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.664254] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.664521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.664708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.664991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.666042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.666042] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.168332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.168753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.168753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.168859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.168974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.169193] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.169305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.169349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.169506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.169579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.169667] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be updated. [ 1144.205364] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.205609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.205609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.206038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.206235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.216394] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: IN_PROGRESS for 2s [ 1144.346248] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1144.346468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.346689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.346906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.347117] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.347245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.347337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.347530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.347614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.347760] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.349436] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 in Status: SUCCESS [ 1144.349652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.349811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.350035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.350229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.350344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.350410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.350557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.350636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.350728] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.413966] env[69433]: INFO networking_nsxv3.common.synchronization [req-f73ef83e-5386-4105-b74a-fbd89f01befd req-6ab8a1fe-fb33-46b4-ac4c-fa08422d70a2 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1144.414554] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1144.415674] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.415674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.415674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.420221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.420421] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.420538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.420604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.420797] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.420884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.421072] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.643669] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07bd13dc-2cf2-4111-86c9-cc458701915e in Status: SUCCESS [ 1144.644033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.644262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.644558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.644817] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.644973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.645091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.645300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.645407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.645568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.645671] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.857213] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.858449] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.859167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.859993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.860256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.860378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.860596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.860705] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.860777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.861013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.861126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.861239] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 is going to be deleted. [ 1144.866805] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.866993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.867219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.867604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.867912] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.868085] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.868206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.868425] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.868594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.868812] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.868925] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.869048] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.869156] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.869264] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.869391] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.869586] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.890598] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.890820] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.891120] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.891339] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.891670] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-4be54fc7-3143-4436-88ee-8dd83009b194 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.891855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.891983] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.892348] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.892471] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be54fc7-3143-4436-88ee-8dd83009b194',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.903332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.903510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.903542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.904191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.904191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.904191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.904191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.904348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.904454] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.904638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.904638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.904748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.904819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.904905] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.923652] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.923652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.924227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.950329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.950528] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.950661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.950734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.950999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.951151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.951321] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1144.990357] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.990645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.990830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.991196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.991462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.002108] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1145.051592] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.051917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.052040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.052307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.052596] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.052796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.052890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.053792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.053979] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.054241] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.054673] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.054673] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.054673] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.054841] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.054841] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.054961] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.079529] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.079529] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.079529] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.079529] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.079826] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-3415c996-fcb8-4929-a614-73dded9ad30e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.081544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.081544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.081544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.081544] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3415c996-fcb8-4929-a614-73dded9ad30e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.153538] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.372296] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.394802] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.395015] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.395110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.395489] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.395727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.396063] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 4be54fc7-3143-4436-88ee-8dd83009b194 not found, creating... [ 1145.396254] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.396426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.396643] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.396794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.396941] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.397247] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.397405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.397547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.397988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.398229] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.398358] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 4be54fc7-3143-4436-88ee-8dd83009b194 is going to be created. [ 1145.411639] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.413772] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.413772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 already deleted. [ 1145.413772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.413772] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.414196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.414384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.414539] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.414640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.414703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.414846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.414942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.415165] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.423024] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.423307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.423626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.423682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.423992] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.424289] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.579338] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 1145.579338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.585073] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.585073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.585073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.585073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.585073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.585885] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 3415c996-fcb8-4929-a614-73dded9ad30e not found, creating... [ 1145.585885] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.585885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.586146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.586475] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.586580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.586858] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.588344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.588344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.588344] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 3415c996-fcb8-4929-a614-73dded9ad30e is going to be created. [ 1145.643812] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.644106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.644240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.644667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.644837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.645588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.656255] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07bd13dc-2cf2-4111-86c9-cc458701915e: rpc.has_security_group_logging(os_id): False [ 1145.683406] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.683665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.683803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.684164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.684306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.684731] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.684895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.684972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.687908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.688108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.688320] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e is going to be created. [ 1145.755970] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.756234] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.756365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.756702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.757025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.780079] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07bd13dc-2cf2-4111-86c9-cc458701915e in Status: IN_PROGRESS for 2s [ 1145.877663] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.877943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.877943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.878178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.878269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.878368] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be updated. [ 1145.918187] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.918402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.918488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.918749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.918940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.921123] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5e458a1-f64e-4da9-b0bf-b40eec49f079',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.922118] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.922235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.922284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.922481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.922568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.922781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.922884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.922949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.923152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.923231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.923316] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 already deleted. [ 1145.923395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.932861] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1146.226336] env[69433]: INFO networking_nsxv3.common.synchronization [req-f73ef83e-5386-4105-b74a-fbd89f01befd req-00d23f2c-3d44-429b-9be1-fdcbccc9b9ef service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1146.226479] env[69433]: INFO networking_nsxv3.common.synchronization [req-f73ef83e-5386-4105-b74a-fbd89f01befd req-00d23f2c-3d44-429b-9be1-fdcbccc9b9ef service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1146.226688] env[69433]: INFO networking_nsxv3.common.synchronization [req-f73ef83e-5386-4105-b74a-fbd89f01befd req-00d23f2c-3d44-429b-9be1-fdcbccc9b9ef service nova] Enqueued Resource ID: 4be54fc7-3143-4436-88ee-8dd83009b194 with Priority: HIGHEST for action port [ 1146.227711] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 in Status: SUCCESS [ 1146.227887] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 deletion is rescheduled due to dependency. [ 1146.228069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.228488] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1146.228640] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1146.228720] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be54fc7-3143-4436-88ee-8dd83009b194 with Priority: HIGHEST for action port [ 1146.229034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.229156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.229221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.229413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.229493] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.233332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.233332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.233332] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be54fc7-3143-4436-88ee-8dd83009b194 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.233332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.233332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.233332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.233332] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be54fc7-3143-4436-88ee-8dd83009b194',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.324313] env[69433]: INFO networking_nsxv3.common.synchronization [req-b802b695-8788-41f9-a445-0d863ab0c696 req-f9d87271-1fb0-49c7-98a3-128fa692cfe0 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 1146.324531] env[69433]: INFO networking_nsxv3.common.synchronization [req-b802b695-8788-41f9-a445-0d863ab0c696 req-f9d87271-1fb0-49c7-98a3-128fa692cfe0 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1146.324683] env[69433]: INFO networking_nsxv3.common.synchronization [req-b802b695-8788-41f9-a445-0d863ab0c696 req-f9d87271-1fb0-49c7-98a3-128fa692cfe0 service nova] Enqueued Resource ID: 3415c996-fcb8-4929-a614-73dded9ad30e with Priority: HIGHEST for action port [ 1146.325285] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 1146.325464] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1146.325587] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3415c996-fcb8-4929-a614-73dded9ad30e with Priority: HIGHEST for action port [ 1146.325868] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.326029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.326096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.326301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.326389] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.327683] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.327818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.327818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331024] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.331024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.331024] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.332538] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3415c996-fcb8-4929-a614-73dded9ad30e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.332649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.335991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.335991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.335991] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3415c996-fcb8-4929-a614-73dded9ad30e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.424993] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5e458a1-f64e-4da9-b0bf-b40eec49f079: rpc.has_security_group_logging(os_id): False [ 1146.443681] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.443900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.443900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.444175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.444277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.444492] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.444588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.444644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.444812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.444886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.444973] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 is going to be created. [ 1146.463312] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f5e458a1-f64e-4da9-b0bf-b40eec49f079], does not exist path=[/infra/domains/default/groups/f5e458a1-f64e-4da9-b0bf-b40eec49f079]."\n}' [ 1146.463466] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5e458a1-f64e-4da9-b0bf-b40eec49f079 [ 1146.463579] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1146.501481] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.501816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.501816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.501987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.503021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.503437] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.503569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.503668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.503892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.505425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.505425] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.505425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.505425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.505425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.505425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.505425] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e458a1-f64e-4da9-b0bf-b40eec49f079 is going to be created. [ 1146.526118] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f5e458a1-f64e-4da9-b0bf-b40eec49f079], does not exist path=[/infra/domains/default/groups/f5e458a1-f64e-4da9-b0bf-b40eec49f079]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5e458a1-f64e-4da9-b0bf-b40eec49f079 [ 1146.526287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e458a1-f64e-4da9-b0bf-b40eec49f079" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.526449] env[69433]: Traceback (most recent call last): [ 1146.526493] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1146.526493] env[69433]: return func(*args, **kwargs) [ 1146.526493] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1146.526493] env[69433]: res.raise_for_status() [ 1146.526493] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1146.526493] env[69433]: raise HTTPError(http_error_msg, response=self) [ 1146.526493] env[69433]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5e458a1-f64e-4da9-b0bf-b40eec49f079 [ 1146.526493] env[69433]: During handling of the above exception, another exception occurred: [ 1146.526493] env[69433]: Traceback (most recent call last): [ 1146.526794] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1146.526794] env[69433]: listener.cb(fileno) [ 1146.526794] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1146.526794] env[69433]: result = function(*args, **kwargs) [ 1146.526794] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1146.526794] env[69433]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1146.526794] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1146.526794] env[69433]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1146.526794] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1146.526794] env[69433]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1146.526794] env[69433]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1146.526794] env[69433]: res.raise_for_status() [ 1146.526794] env[69433]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1146.526794] env[69433]: raise HTTPError(http_error_msg, response=self) [ 1146.526794] env[69433]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5e458a1-f64e-4da9-b0bf-b40eec49f079 [ 1146.526794] env[69433]: Removing descriptor: 55 [ 1146.737582] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.737767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.741125] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be54fc7-3143-4436-88ee-8dd83009b194 with status ACTIVE [ 1146.741336] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.741523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.741523] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.741762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.741873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.742072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.742180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.742247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.742431] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.742519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.742743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.742853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.742920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.743088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.743195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.743316] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be54fc7-3143-4436-88ee-8dd83009b194 is going to be updated. [ 1146.773139] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.773336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.773434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.773719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.773906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.774143] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be54fc7-3143-4436-88ee-8dd83009b194" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.835834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.836046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.837425] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.838412] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3415c996-fcb8-4929-a614-73dded9ad30e with status ACTIVE [ 1146.838603] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.838722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.838814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.839032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.839126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.839307] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.839407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.839468] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.839623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.839699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.839888] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.839981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.840051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.840191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.840263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.840346] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3415c996-fcb8-4929-a614-73dded9ad30e is going to be updated. [ 1146.897085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.897323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.897323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.897609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.897858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.897967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.971643] env[69433]: INFO networking_nsxv3.common.synchronization [req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 req-8f19d6bf-3026-4500-bdaa-2b0955ecb152 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_members [ 1146.975231] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_members [ 1146.975231] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.975231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.975231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.975231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.976404] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.976543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.976580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.977102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.977102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.977102] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.024025] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1147.024025] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.024025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.024025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.024025] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.347221] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.359313] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.359313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.359313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.359313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.359313] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.359313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.359313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.360531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.360531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.360531] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.360531] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.360531] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.360531] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.360971] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.360971] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.361145] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.386567] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.386750] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.386892] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.387095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.387424] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-03711172-7b63-45ac-b7e9-7151009f449e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.387606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.387817] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.388225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.388392] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03711172-7b63-45ac-b7e9-7151009f449e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.479193] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.479568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.479568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.479731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.479731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.480989] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.480989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.480989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.480989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.480989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.480989] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 already deleted. [ 1147.480989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.527283] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.792487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07bd13dc-2cf2-4111-86c9-cc458701915e in Status: SUCCESS [ 1147.792761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.864709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.864999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.865146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.865411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.865727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.866210] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be created. [ 1147.892301] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.892670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.892896] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.895795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.895979] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.896164] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 03711172-7b63-45ac-b7e9-7151009f449e not found, creating... [ 1147.896453] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.896623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.896755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.897084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.897514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.897670] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.897882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.898259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.898380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.898524] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.898672] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 03711172-7b63-45ac-b7e9-7151009f449e is going to be created. [ 1147.900662] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.903667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.903963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.906405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.907286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.923372] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: UNINITIALIZED for 2s [ 1147.935085] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.935318] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.935446] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.935749] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.935988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.936470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.955708] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1147.956102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.956416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.956685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.956898] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.957043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.957101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.957338] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.957467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.957610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.957824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.958787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.958971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.959162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.959300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.959367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.959518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.959636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.959771] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.030518] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.462125] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.462271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.462478] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.534115] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.534496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.534496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.534561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.534692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534892] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1148.567706] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.567947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.567947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.568208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.568323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.585737] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1148.635306] env[69433]: INFO networking_nsxv3.common.synchronization [req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 req-a81425a6-f506-4372-80a7-42c4331e7121 service nova] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_rules [ 1148.635306] env[69433]: INFO networking_nsxv3.common.synchronization [req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 req-a81425a6-f506-4372-80a7-42c4331e7121 service nova] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_members [ 1148.635306] env[69433]: INFO networking_nsxv3.common.synchronization [req-afae4025-7a9a-4543-86a1-c62dc2cf31e2 req-a81425a6-f506-4372-80a7-42c4331e7121 service nova] Enqueued Resource ID: 03711172-7b63-45ac-b7e9-7151009f449e with Priority: HIGHEST for action port [ 1148.635306] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_rules [ 1148.635306] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_members [ 1148.635486] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03711172-7b63-45ac-b7e9-7151009f449e with Priority: HIGHEST for action port [ 1148.636056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.636253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.636323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.636554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.636666] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.637702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.638238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.638335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.638551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.638726] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.638835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.638900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.639241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.639241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.639241] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.640198] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-03711172-7b63-45ac-b7e9-7151009f449e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.640317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.640377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.640528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.640607] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03711172-7b63-45ac-b7e9-7151009f449e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.965672] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.142312] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.142463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.142690] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.143661] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03711172-7b63-45ac-b7e9-7151009f449e with status ACTIVE [ 1149.143888] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.144039] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.144110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.144337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.144439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.144609] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.144722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.144781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.144954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.145106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.145315] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.145419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.145481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.145678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.145678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.145778] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03711172-7b63-45ac-b7e9-7151009f449e is going to be updated. [ 1149.171022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.171022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.171022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.171022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.171022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.171022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03711172-7b63-45ac-b7e9-7151009f449e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.468818] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.468818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.468818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.468818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.468818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.469164] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be updated. [ 1149.524168] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.524329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.524402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.524618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.524771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.538439] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1149.648078] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.938262] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1149.938262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.938262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.938551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.938551] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.938675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.938798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.938921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.938997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.939095] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.939183] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.083598] env[69433]: INFO networking_nsxv3.common.synchronization [req-df8deb14-29e6-42d7-828c-53a4f88e95f8 req-2ad1c1fb-4b07-4f5d-9192-d5707b446813 tempest-InstanceActionsTestJSON-339557272 tempest-InstanceActionsTestJSON-339557272-project-member] Enqueued Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_members [ 1150.084149] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGHEST for action security_group_members [ 1150.084492] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.084631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.084707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.084909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.085173] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.085306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.085387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.085575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.085689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.085804] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.152155] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.152415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.152493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.152684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.152776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.152880] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 is going to be created. [ 1150.187154] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.187410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.187410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.187582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.188384] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.202785] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 in Status: UNINITIALIZED for 2s [ 1150.433740] env[69433]: INFO networking_nsxv3.common.synchronization [req-c12fce71-9144-47e0-a18f-0bde5c9980fc req-5ab8b139-609a-432a-8bbd-af4fa06439a6 tempest-ServerRescueTestJSONUnderV235-1360247458 tempest-ServerRescueTestJSONUnderV235-1360247458-project-member] Enqueued Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1150.434339] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95737f-80fd-4719-a8c9-514cb85dd04a with Priority: HIGHEST for action security_group_members [ 1150.434652] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.434755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.443256] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.443398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.443469] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.443681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.443837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.443934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.443996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.444345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.444456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.444583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.444830] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.444999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.445124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.445355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.445641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.445883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.446021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.446272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.446424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.446583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.446752] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.589564] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.589979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.589979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.589979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.600556] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1150.600946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.600946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.601239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.601370] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.601495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.601555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.601710] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.601789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.601874] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.601985] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.616075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.617214] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.617214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.617214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.617214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.617214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.617214] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f is going to be updated. [ 1150.651328] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.651328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.651328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.651613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.652190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.669751] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f in Status: IN_PROGRESS for 2s [ 1150.949348] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5: rpc.has_security_group_logging(os_id): False [ 1150.969107] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.969371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.969371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.969546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.969635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.969835] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.969925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.970058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.970177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.970255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.970465] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.970561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.970622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.970766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.970845] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.971033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.971121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.971179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.971321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.971392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.971497] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be created. [ 1151.036407] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.036612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.036612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.036795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.037113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.053535] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1151.108782] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.108983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.108983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.109190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.109443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.109552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.109634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.109826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.109919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.110060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.110247] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.110358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.110445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.110596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.110771] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.110896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.110960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.111119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.111197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.111280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.111371] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.549035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1151.549216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.549416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.549649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.549937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.550119] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.550192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.550375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.550458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.550576] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.614232] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff15230a-2bef-4bd5-aac7-6e870753fa29: rpc.has_security_group_logging(os_id): False [ 1151.636229] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.636448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.638424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.638424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.657321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.657696] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.657888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.657981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.658286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.658422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.658678] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.658836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.658940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.659462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.659579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.659850] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.659989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.660099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.660299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.660407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.660532] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1151.735783] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.737681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.737948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.738279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.738403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.755019] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1151.794542] env[69433]: INFO networking_nsxv3.common.synchronization [req-d18f7031-40af-4feb-8481-bf9fe8e21222 req-9721ae26-e352-4062-89be-0e9b6462a563 tempest-ServerRescueNegativeTestJSON-378042184 tempest-ServerRescueNegativeTestJSON-378042184-project-member] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 1151.795111] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGHEST for action security_group_members [ 1151.795494] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.795629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.795698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.795942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.797798] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.797798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.797798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.797798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.797798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.797798] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.053615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.053832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.053889] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.054545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.084383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.085503] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.085503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.085503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.085503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.085503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.085503] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be updated. [ 1152.128857] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.129524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.130393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.130788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.131089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143019] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1152.216159] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 in Status: SUCCESS [ 1152.216448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.216572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.216790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.216982] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.217117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.217194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.217327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.217404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.217489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.217581] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.302590] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.302590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.302590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.302590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.330539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.330539] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.330539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.330539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.330539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.330539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.330539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be updated. [ 1152.364372] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.364372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.364372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.364372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.364372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.376030] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: IN_PROGRESS for 2s [ 1152.682009] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f in Status: SUCCESS [ 1152.683123] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f deletion is rescheduled due to dependency. [ 1152.685116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.720378] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.069674] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1153.069674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.222407] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77bb1e45-0736-4b55-b3d7-9da8a2adb898: rpc.has_security_group_logging(os_id): False [ 1153.244570] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.244753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.244807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.245022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.245116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.245372] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.245479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.245544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.245739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.245856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.245944] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 is going to be created. [ 1153.315723] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.315907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.315983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.316255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.316490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.332855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 in Status: IN_PROGRESS for 2s [ 1153.769771] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1153.770158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.152777] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1154.153066] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a deletion is rescheduled due to dependency. [ 1154.153066] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.153242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.153423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.153613] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.153719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.153780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.154024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.154024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.154163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.154270] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-db95737f-80fd-4719-a8c9-514cb85dd04a taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.154350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.154399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.154510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.154655] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.154772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.154825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.154961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.155030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.155127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.155215] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.156068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.156242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.156392] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.156491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.156547] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.156687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.156764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.156850] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.386963] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda in Status: SUCCESS [ 1154.387242] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda deletion is rescheduled due to dependency. [ 1154.387440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.662362] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db95737f-80fd-4719-a8c9-514cb85dd04a: rpc.has_security_group_logging(os_id): False [ 1154.663950] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.664060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.665069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.665069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.665069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.665069] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.667453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.672023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.672023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.672023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.672023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be updated. [ 1154.713307] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.713307] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.713307] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.713307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.714398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.714671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.715023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.715332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.715599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.715937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.716190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.716561] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be updated. [ 1154.733781] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.733781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.733781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.733781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.734192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.745740] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1154.822459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.822847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.822847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.822944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.823025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.836798] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: IN_PROGRESS for 2s [ 1155.353810] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 in Status: SUCCESS [ 1155.354088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.758261] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1156.758813] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a deletion is rescheduled due to dependency. [ 1156.758813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.796259] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.796724] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1156.861026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db95737f-80fd-4719-a8c9-514cb85dd04a in Status: SUCCESS [ 1156.861026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.861304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.861598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.861927] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db95737f-80fd-4719-a8c9-514cb85dd04a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.386944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.387860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.387860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.387860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.387860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.387860] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db95737f-80fd-4719-a8c9-514cb85dd04a is going to be deleted. [ 1157.450272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.450448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.450556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.450838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.450948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.451510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db95737f-80fd-4719-a8c9-514cb85dd04a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.159710] env[69433]: INFO networking_nsxv3.common.synchronization [req-20971039-7200-4cef-a0bd-da7e18f59f6d req-ab5b36c3-4506-40ef-ab5d-c05660877b6f tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_members [ 1159.160309] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGHEST for action security_group_members [ 1159.160616] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.160730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.160789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.161566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.165333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.165467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.165533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.165761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.165859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.165962] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.668912] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.669162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.669162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.670227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.692898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.693222] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.693367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.693470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.693734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.693822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.693920] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cbf374-115c-42de-89b2-18122ea4064d is going to be updated. [ 1159.729441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.729598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.729668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.729881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.730034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.744228] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: IN_PROGRESS for 2s [ 1160.469414] env[69433]: INFO networking_nsxv3.common.synchronization [req-6f08bd9a-f43e-472e-9dc2-b7ec5487797a req-4c454ef1-def6-4919-9051-b6cae93cf246 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1160.469948] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1160.470298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.470414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.470485] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.470685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.470842] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.470943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.471013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.471367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.471481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.471581] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.973893] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.974089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.974165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.974387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.974481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.974705] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.974783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.974831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.974979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.975067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.975153] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1161.009164] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.009365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.009419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.009576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.009714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.020834] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1161.040340] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e71144c7-f622-4603-a21e-8acb175660d5 None None] Enqueued Resource ID: d9cfa86c-b47f-41bc-8f60-085974b12b3c with Priority: HIGHEST for action port [ 1161.040987] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cfa86c-b47f-41bc-8f60-085974b12b3c with Priority: HIGHEST for action port [ 1161.041331] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9cfa86c-b47f-41bc-8f60-085974b12b3c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.041447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9cfa86c-b47f-41bc-8f60-085974b12b3c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.042546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9cfa86c-b47f-41bc-8f60-085974b12b3c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.042546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9cfa86c-b47f-41bc-8f60-085974b12b3c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.042546] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cfa86c-b47f-41bc-8f60-085974b12b3c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.546449] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9cfa86c-b47f-41bc-8f60-085974b12b3c [ 1161.546736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.546736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.546736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.547144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.547144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.547144] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9cfa86c-b47f-41bc-8f60-085974b12b3c already deleted. [ 1161.547308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9cfa86c-b47f-41bc-8f60-085974b12b3c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.755162] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cbf374-115c-42de-89b2-18122ea4064d in Status: SUCCESS [ 1161.755452] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cbf374-115c-42de-89b2-18122ea4064d deletion is rescheduled due to dependency. [ 1161.755618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.035645] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1163.035645] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1163.035645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.783476] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0ebad4a0-6457-4a41-a9ea-f15bead364b2 None None] Enqueued Resource ID: 4cb3d8cc-ed33-40ec-b571-d2bff36778d4 with Priority: HIGHEST for action port [ 1163.783742] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb3d8cc-ed33-40ec-b571-d2bff36778d4 with Priority: HIGHEST for action port [ 1163.784342] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb3d8cc-ed33-40ec-b571-d2bff36778d4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.784465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb3d8cc-ed33-40ec-b571-d2bff36778d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.784564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb3d8cc-ed33-40ec-b571-d2bff36778d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.785123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb3d8cc-ed33-40ec-b571-d2bff36778d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.785123] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb3d8cc-ed33-40ec-b571-d2bff36778d4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.286878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cb3d8cc-ed33-40ec-b571-d2bff36778d4 [ 1164.287286] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.287362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.287398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.287607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.287696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.287877] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cb3d8cc-ed33-40ec-b571-d2bff36778d4 already deleted. [ 1164.287967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb3d8cc-ed33-40ec-b571-d2bff36778d4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.590457] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d2a26de8-0bf0-44d9-ad1b-433b9f3f77c3 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: f653cdd8-99c2-45ff-9ba6-15e775b48a4d with Priority: HIGHEST for action security_group_rules [ 1164.590871] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f653cdd8-99c2-45ff-9ba6-15e775b48a4d with Priority: HIGHEST for action security_group_rules [ 1164.591188] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.591309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.591409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.591668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.591697] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f653cdd8-99c2-45ff-9ba6-15e775b48a4d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.673318] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d5856f15-1e38-4cc9-a24b-d2e417ad879e tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: f653cdd8-99c2-45ff-9ba6-15e775b48a4d with Priority: HIGHEST for action security_group_rules [ 1164.673459] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f653cdd8-99c2-45ff-9ba6-15e775b48a4d with Priority: HIGHEST for action security_group_rules [ 1164.673954] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.674172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.115034] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.115232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.115297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.115514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.115606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.115769] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f653cdd8-99c2-45ff-9ba6-15e775b48a4d already deleted. [ 1165.115879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.115983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.116197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.116282] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f653cdd8-99c2-45ff-9ba6-15e775b48a4d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.637946] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.639197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.639197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.639197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.639197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.639197] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f653cdd8-99c2-45ff-9ba6-15e775b48a4d already deleted. [ 1165.639197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f653cdd8-99c2-45ff-9ba6-15e775b48a4d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.826772] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.826911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.827052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.827598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.827742] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.827913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.828873] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.828873] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.828996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.829849] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.830087] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.830247] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.830376] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.830550] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.831647] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.831841] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.853136] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.853390] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.853532] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.853714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-414" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.854040] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-3415c996-fcb8-4929-a614-73dded9ad30e taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.854224] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.854347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.854613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.855353] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3415c996-fcb8-4929-a614-73dded9ad30e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.357935] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.358334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.358499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.358851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.359101] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.359499] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.359876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.359913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.360201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.360482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.360793] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.360996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.361171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.361490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.361684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.361871] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 3415c996-fcb8-4929-a614-73dded9ad30e is going to be updated. [ 1166.387022] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.387344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.387431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.387791] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.388106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.388708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.107250] env[69433]: INFO networking_nsxv3.common.synchronization [req-952703cc-b30b-428f-a5c6-28fca055d836 req-1a0dee1b-3521-40c8-bc80-62a26b901351 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 1167.107497] env[69433]: INFO networking_nsxv3.common.synchronization [req-952703cc-b30b-428f-a5c6-28fca055d836 req-1a0dee1b-3521-40c8-bc80-62a26b901351 service nova] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1167.108027] env[69433]: INFO networking_nsxv3.common.synchronization [req-952703cc-b30b-428f-a5c6-28fca055d836 req-1a0dee1b-3521-40c8-bc80-62a26b901351 service nova] Enqueued Resource ID: 3415c996-fcb8-4929-a614-73dded9ad30e with Priority: HIGHEST for action port [ 1167.108027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_rules [ 1167.108027] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1167.108200] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3415c996-fcb8-4929-a614-73dded9ad30e with Priority: HIGHEST for action port [ 1167.108712] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.108833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.108897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.112048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.112096] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.113420] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.113420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.113420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.113622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.113845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.113974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.114071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.114251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.114402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.114508] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.119528] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-3415c996-fcb8-4929-a614-73dded9ad30e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.119689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.119761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.121699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.121824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3415c996-fcb8-4929-a614-73dded9ad30e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.623336] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.624987] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.625348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.625348] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3415c996-fcb8-4929-a614-73dded9ad30e with status ACTIVE [ 1167.625502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.625691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.625789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.626000] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.626910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.627248] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.627429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.627590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.627847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.628156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.628384] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.628477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.628541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.628694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.628767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.628850] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3415c996-fcb8-4929-a614-73dded9ad30e is going to be updated. [ 1167.670104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.670104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.670104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.670104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.670104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.670456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3415c996-fcb8-4929-a614-73dded9ad30e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.871186] env[69433]: INFO networking_nsxv3.common.synchronization [req-556dd4ba-08f7-450f-952e-1d4d03315044 req-7f8ca434-0893-4919-9561-a97a2fa6aacc tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1167.871764] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1167.872119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.872255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.872340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.872563] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.872718] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.872830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.872899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.873078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.873203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.873346] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.131486] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.376190] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.376356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.376427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.376657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.398401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.398711] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.398859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.398942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.399204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.399293] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.399384] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1168.428965] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.429187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.429187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.429467] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.429639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.438953] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1168.636571] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.636739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.636775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.636999] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.637107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.637206] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1168.670092] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.670463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.670463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.670717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.670914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.681414] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1170.196657] env[69433]: INFO networking_nsxv3.common.synchronization [req-9c3518dd-1897-41dc-9452-acc765137d43 req-6e7a31c7-f5ff-4671-868b-a875501c2dc0 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1170.197245] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1170.197490] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.197612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.197680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.197967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.198572] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.198689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.198813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.198954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.199067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.199312] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.450986] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1170.450986] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1170.450986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.538240] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.538240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.538423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.539031] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.539031] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.539204] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.539586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.539586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.539728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.539956] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.540082] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.540530] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.540530] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.540530] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.540530] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.540706] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.563054] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.563054] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.563054] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.563054] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.563316] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-16406d92-c599-47be-873d-63b9b14ce9e5 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.563401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.563484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.563811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.563974] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16406d92-c599-47be-873d-63b9b14ce9e5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.691742] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1170.691918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.692096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.692337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.692534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.692652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.692718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.692875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.692958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.693067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.693162] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.704609] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.704748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.704804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.704984] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.705084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.705278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.705452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.705452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.705572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.705714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.705714] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 already deleted. [ 1170.705907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.066624] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.066815] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.066976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.067299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.067477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.067613] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 16406d92-c599-47be-873d-63b9b14ce9e5 not found, creating... [ 1171.067933] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.068453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.068453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.068453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.068594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.068908] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.069084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.069206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.069421] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.069556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.069787] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 16406d92-c599-47be-873d-63b9b14ce9e5 is going to be created. [ 1171.096042] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.096042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.096042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.096042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.096042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.096042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.195805] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.196250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.196336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.196634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.196845] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.197221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.197221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.197397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.197538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.197692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.197976] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.198116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.198176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.198359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.198604] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.198709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.198796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.199104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.199242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.199313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.199400] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.702490] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5: rpc.has_security_group_logging(os_id): False [ 1171.721170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.721366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.721462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.721700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.721800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.722056] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.722186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.722268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.722459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.722576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.722816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.722922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.723012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.723191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.723297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.723521] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.723623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.723709] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.723877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.724466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.724466] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1171.783772] env[69433]: INFO networking_nsxv3.common.synchronization [req-9c3518dd-1897-41dc-9452-acc765137d43 req-0e2c38af-0f30-446a-9164-f0ba0869e346 service nova] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_rules [ 1171.783772] env[69433]: INFO networking_nsxv3.common.synchronization [req-9c3518dd-1897-41dc-9452-acc765137d43 req-0e2c38af-0f30-446a-9164-f0ba0869e346 service nova] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1171.783772] env[69433]: INFO networking_nsxv3.common.synchronization [req-9c3518dd-1897-41dc-9452-acc765137d43 req-0e2c38af-0f30-446a-9164-f0ba0869e346 service nova] Enqueued Resource ID: 16406d92-c599-47be-873d-63b9b14ce9e5 with Priority: HIGHEST for action port [ 1171.783772] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_rules [ 1171.783772] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1171.783772] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16406d92-c599-47be-873d-63b9b14ce9e5 with Priority: HIGHEST for action port [ 1171.784434] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.784583] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.784617] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.784891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.784980] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.786109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.786109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786371] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.786618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.787011] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.787944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-16406d92-c599-47be-873d-63b9b14ce9e5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.787944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.788078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.788189] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.788453] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16406d92-c599-47be-873d-63b9b14ce9e5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.790691] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.790691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.790691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.790691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.790691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.808042] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1172.292768] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.293830] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.293960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.294151] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16406d92-c599-47be-873d-63b9b14ce9e5 with status ACTIVE [ 1172.294310] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.294418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.294483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.294680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.294766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.294928] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.295035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.295098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.295246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.295328] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.295535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.295632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.295694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.295834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.295908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.295992] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16406d92-c599-47be-873d-63b9b14ce9e5 is going to be updated. [ 1172.322025] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.322275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.322416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.322645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.322793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.322960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16406d92-c599-47be-873d-63b9b14ce9e5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.503292] env[69433]: INFO networking_nsxv3.common.synchronization [req-c80a71a7-b3f9-4d56-92a1-4b502b16e8b0 req-fe32df87-8ae6-48f0-8346-84c47f1dd31e tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_members [ 1172.503850] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGHEST for action security_group_members [ 1172.504171] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.504531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.504592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.504854] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.506061] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.506061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.506061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.506061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.506061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.506061] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.803430] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.010641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.010641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.010641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.010641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.032238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.032238] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.032238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.032238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.032238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.032238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.032238] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 is going to be updated. [ 1173.060679] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.060679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.060679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.060679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.060679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.068947] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 in Status: IN_PROGRESS for 2s [ 1173.309543] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.309910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.309910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.309977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.310094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.310203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be created. [ 1173.335041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.335164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.335164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.335385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.335541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.346633] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: UNINITIALIZED for 2s [ 1173.826036] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1173.826257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.078770] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 in Status: SUCCESS [ 1175.079214] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 deletion is rescheduled due to dependency. [ 1175.079214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.360930] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1175.361403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.361578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.361830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.362241] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.362241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.362241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.362400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.362474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.362590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.362695] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.865644] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.865891] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.866028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.866324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.866608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.866703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.866795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.866993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.867130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.867258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.867473] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.867605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.867699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.867931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.868138] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.868273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.868367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.868562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.868667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.868821] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.868928] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.371906] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b36c34-4129-432a-85ec-d0d77322aae9: rpc.has_security_group_logging(os_id): False [ 1176.392194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.392418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.392418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.392638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.392725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.392921] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.393044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.393099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.393238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.393313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.393509] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.393598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.393661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.393785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.393857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394042] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.394157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.394218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.394812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.394812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394812] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be created. [ 1176.451468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.451744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.451744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.452037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.452096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.463299] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: IN_PROGRESS for 2s [ 1177.197279] env[69433]: INFO networking_nsxv3.common.synchronization [req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 req-267e6bed-472b-45a1-b46c-fadde59e3f4e tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1177.198208] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1177.198569] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.198696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.198762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.199094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.199417] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.199638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.199762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.200107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.200290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.200495] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.570549] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.570855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.570895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.571164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.571443] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.571607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.571878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.571958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.572279] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.572513] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.572632] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.572748] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.572862] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.573064] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.573147] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.573340] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.596183] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.596370] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.596512] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.596697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.597053] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f55c051c-269c-4e35-b978-6e0614d8426f taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.597241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.597365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.597804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.598052] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55c051c-269c-4e35-b978-6e0614d8426f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.705294] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.705497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.705497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.705795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.705886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.706112] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.706215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.706277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.706424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.706498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.706584] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1177.735361] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.735513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.735588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.735933] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.736103] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.745209] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1178.101112] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.101354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.101487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.101778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.101933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.102111] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f55c051c-269c-4e35-b978-6e0614d8426f not found, creating... [ 1178.102374] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.102536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.102672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.102900] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.103054] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.103343] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.103502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.103622] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.103834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.103972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.104131] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f55c051c-269c-4e35-b978-6e0614d8426f is going to be created. [ 1178.126309] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.126529] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.126661] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.126952] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.127209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.127440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.476679] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1178.476881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.831941] env[69433]: INFO networking_nsxv3.common.synchronization [req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 req-302934bb-d13c-47b4-9544-aec6a911dc4b service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1178.832250] env[69433]: INFO networking_nsxv3.common.synchronization [req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 req-302934bb-d13c-47b4-9544-aec6a911dc4b service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1178.832326] env[69433]: INFO networking_nsxv3.common.synchronization [req-d504e5b6-2c34-4b17-9b5e-f41c2156ea76 req-302934bb-d13c-47b4-9544-aec6a911dc4b service nova] Enqueued Resource ID: f55c051c-269c-4e35-b978-6e0614d8426f with Priority: HIGHEST for action port [ 1178.832850] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1178.833054] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1178.833211] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55c051c-269c-4e35-b978-6e0614d8426f with Priority: HIGHEST for action port [ 1178.833512] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.833659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.833733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.833960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.834084] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.835532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.835656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.836027] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55c051c-269c-4e35-b978-6e0614d8426f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.836027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.836155] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.836429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.836524] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55c051c-269c-4e35-b978-6e0614d8426f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.338401] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.338401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.338614] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f55c051c-269c-4e35-b978-6e0614d8426f with status ACTIVE [ 1179.338715] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.338864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.339058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.339176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.339321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.339478] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.339590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.339638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.339794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.339895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.340105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.340249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.340301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.340426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.340533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.340598] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f55c051c-269c-4e35-b978-6e0614d8426f is going to be updated. [ 1179.365525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.365742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.365742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.365980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.366147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.366309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55c051c-269c-4e35-b978-6e0614d8426f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.755629] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1179.755839] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1179.755952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.756139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.756351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.756549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.756679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.756716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.756861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.756941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.757077] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.259862] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.762939] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.265423] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.265714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.265714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.265992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.266104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.266213] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1181.301097] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.301335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.301542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.301878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.302140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.314453] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1182.005887] env[69433]: INFO networking_nsxv3.common.synchronization [req-481c3b95-977c-4982-84f8-d52c3348e6d9 req-56440292-bfd4-42c0-a24d-98741a879c31 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1182.007144] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1182.007512] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.007683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.008162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.008162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.008392] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.008392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.008568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.008762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.008908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.009056] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.293552] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.293882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.294057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.294357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.294753] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.294929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.295162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.295458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.295688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.296089] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.296089] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.296226] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.296395] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.296586] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.296716] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.296867] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.321320] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.321571] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.321786] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.322097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.322616] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-ee229206-fbad-4558-892a-ce91c24f1b7a taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.322914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.323079] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.323514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.323741] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee229206-fbad-4558-892a-ce91c24f1b7a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.510743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.510910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.510986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.511236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.511333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.511528] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.511626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.511689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.511841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.511918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.512015] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1182.541336] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.541556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.541556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.541751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.541899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.553275] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1182.827122] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.827543] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.827639] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.828118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.830192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.830192] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port ee229206-fbad-4558-892a-ce91c24f1b7a not found, creating... [ 1182.830192] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.830192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.830192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.830192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.830192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.830192] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.831812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.831812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.831812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.831812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.831812] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: ee229206-fbad-4558-892a-ce91c24f1b7a is going to be created. [ 1182.852333] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.852536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.852651] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.852991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.853447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.854175] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.325855] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1183.326355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.326355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.326596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.326764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.326915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.327034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.327158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.327253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.327360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.327447] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.572290] env[69433]: INFO networking_nsxv3.common.synchronization [req-481c3b95-977c-4982-84f8-d52c3348e6d9 req-2438dd23-7448-49e9-87cd-feec86500864 service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1183.572467] env[69433]: INFO networking_nsxv3.common.synchronization [req-481c3b95-977c-4982-84f8-d52c3348e6d9 req-2438dd23-7448-49e9-87cd-feec86500864 service nova] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1183.572614] env[69433]: INFO networking_nsxv3.common.synchronization [req-481c3b95-977c-4982-84f8-d52c3348e6d9 req-2438dd23-7448-49e9-87cd-feec86500864 service nova] Enqueued Resource ID: ee229206-fbad-4558-892a-ce91c24f1b7a with Priority: HIGHEST for action port [ 1183.572841] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_rules [ 1183.572964] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1183.573080] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee229206-fbad-4558-892a-ce91c24f1b7a with Priority: HIGHEST for action port [ 1183.573605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.574221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.574317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.574499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.574578] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.575449] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.575623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.575814] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee229206-fbad-4558-892a-ce91c24f1b7a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.575943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.576093] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.576260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.576369] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee229206-fbad-4558-892a-ce91c24f1b7a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.830509] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.830720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.830720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.831952] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.831952] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.831952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.832558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.832558] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.832558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.832558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.832685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.832717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.832830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.832916] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.078794] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.078995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.079267] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee229206-fbad-4558-892a-ce91c24f1b7a with status ACTIVE [ 1184.079898] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.080207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.080325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.080567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.080684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.080927] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.081090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.081176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.081368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.081474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.081684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.082256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.082404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.082544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.082638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.082756] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee229206-fbad-4558-892a-ce91c24f1b7a is going to be updated. [ 1184.104142] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.104286] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.104357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.104555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.104696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.104853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee229206-fbad-4558-892a-ce91c24f1b7a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.334969] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023e591e-9d90-4762-9905-f350d745b037: rpc.has_security_group_logging(os_id): False [ 1184.355513] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.355675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.355739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.356037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.356168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.356416] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.356542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.356634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.356833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.356943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.357192] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.357322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.357411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.357588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.357690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.358132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.358249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.358310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.358492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.358581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.358681] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1184.428487] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.428706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.428706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.428985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.429204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.445946] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1184.569650] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1184.569887] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1184.569975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.570195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.570505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.570783] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.570958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.571067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.571307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.571422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.571540] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.073519] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.576148] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.841863] env[69433]: INFO networking_nsxv3.common.synchronization [req-ad394d3a-81c7-43de-b0ea-5f0ef1f76bd7 req-f5ae8444-1b69-44a7-8a27-9f896226584b tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1185.842439] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1185.842956] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.843100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.843170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.843451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.843539] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.843611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.844033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.844033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.844033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.844033] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.081277] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.081277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.081277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.081277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.081277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.081277] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1186.122579] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.122579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.122579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.122869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.123016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.148113] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1186.346423] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.545776] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1186.546017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.665682] env[69433]: INFO networking_nsxv3.common.synchronization [None req-0ce5c4aa-b3e2-4deb-b1da-949b00e65adc tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_rules [ 1186.665979] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_rules [ 1186.666194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.666317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.666382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.666636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.666721] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.746908] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6e683dcd-569c-4968-9aed-2dcbae10c68b tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_rules [ 1186.746908] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_rules [ 1186.746908] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.746908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.848990] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.195208] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.195348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.195418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.195639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.195726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.195828] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 already deleted. [ 1187.196090] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.196157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.196298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.196456] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.351848] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.352060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.352123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.352311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.352402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.352501] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be updated. [ 1187.382181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.382334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.382410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.382622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.382769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.393802] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1187.719096] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.719502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.719502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.719502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.719856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.719856] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 already deleted. [ 1187.719856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.157583] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1188.157959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.158049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.158300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.158503] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.158651] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.158713] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.158966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.159108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.159209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.159308] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.661762] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.661932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.662009] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.662267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.662448] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.662552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.662808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.662808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.662896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.662942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.663105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.663199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.663259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.663398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.663535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.663623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.663678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.663812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.663898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.663982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.664092] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.022057] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.022057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.022057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.022495] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.022669] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.022951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.023111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.023390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.023574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.023819] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.023942] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.024100] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.024226] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.024371] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.024507] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.024683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.045969] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.046166] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.046381] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.046667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-705" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.047148] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-9d41fd79-ca9f-4221-81b5-a61cc5686462 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.047427] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.047611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.048000] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.048176] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d41fd79-ca9f-4221-81b5-a61cc5686462',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.166270] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff15230a-2bef-4bd5-aac7-6e870753fa29: rpc.has_security_group_logging(os_id): False [ 1189.188346] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.188346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.188346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.188634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.188634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.188961] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.189106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.189237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.189461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.189544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.189741] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.189839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.189924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.190088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.190165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.190382] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.190521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.190584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.190739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.190815] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.190903] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1189.264031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.264031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.264031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.264031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.264031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.283970] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1189.403838] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1189.404080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.550769] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.551040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.551435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.551738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.551899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.552236] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.552412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.552537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.552790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.552936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.553303] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.553470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.553595] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.553829] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.553971] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.554157] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 is going to be updated. [ 1189.587137] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.587360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.587544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.587916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.588207] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.588520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.344800] env[69433]: INFO networking_nsxv3.common.synchronization [req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 req-57ac9ff6-23d5-4c0f-a1c9-3662db73b4cb service nova] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1190.345063] env[69433]: INFO networking_nsxv3.common.synchronization [req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 req-57ac9ff6-23d5-4c0f-a1c9-3662db73b4cb service nova] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1190.345185] env[69433]: INFO networking_nsxv3.common.synchronization [req-9d34eca4-df34-4b27-bd6f-e64cc96b83f4 req-57ac9ff6-23d5-4c0f-a1c9-3662db73b4cb service nova] Enqueued Resource ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 with Priority: HIGHEST for action port [ 1190.345421] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_rules [ 1190.345546] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1190.345643] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 with Priority: HIGHEST for action port [ 1190.346220] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.346346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.346414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.346601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.346681] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.347575] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.347712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.347754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.348012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.348132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.348228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.348289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.348445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.348529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.348616] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.349350] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d41fd79-ca9f-4221-81b5-a61cc5686462 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.349615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.349615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.349681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.349722] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d41fd79-ca9f-4221-81b5-a61cc5686462',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.851375] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.851505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.851687] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.852539] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d41fd79-ca9f-4221-81b5-a61cc5686462 with status ACTIVE [ 1190.852717] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.852828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.852901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.853109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.853196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.853363] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.853457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.853515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.853664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.853740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.853914] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.854012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.854078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.854217] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.854289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.854370] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d41fd79-ca9f-4221-81b5-a61cc5686462 is going to be updated. [ 1190.876892] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.877109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.877488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.877488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.877597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d41fd79-ca9f-4221-81b5-a61cc5686462" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.302656] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1191.302656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.357336] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.505382] env[69433]: INFO networking_nsxv3.common.synchronization [req-695486f3-f5a5-47db-8d22-a156774023c6 req-daeb4165-73fd-47a4-8135-09359a891fc8 tempest-ServersTestFqdnHostnames-1895159526 tempest-ServersTestFqdnHostnames-1895159526-project-member] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_members [ 1191.505971] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGHEST for action security_group_members [ 1191.506298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.506420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.506488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.506680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.506824] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.506943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.506975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.507552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.507552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.507552] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.858953] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.859149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.859222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.859449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.859537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.859655] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 is going to be updated. [ 1191.923911] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.924146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.924260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.924580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.924806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.936314] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: IN_PROGRESS for 2s [ 1192.010071] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.010358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.010358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.010570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.038366] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.038695] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.038840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.038926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.039240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.039375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.039487] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e is going to be updated. [ 1192.072880] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.073185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.073185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.073342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.073555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.094152] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07bd13dc-2cf2-4111-86c9-cc458701915e in Status: IN_PROGRESS for 2s [ 1193.404382] env[69433]: INFO networking_nsxv3.common.synchronization [req-312ec94f-6b42-4b80-9051-bcc975dbcb24 req-82f81ad7-77ad-4c1a-b98b-7a69c395f077 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1193.406760] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGHEST for action security_group_members [ 1193.406760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.406760] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.406760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.406760] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.909162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.909454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.909454] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.909691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.931465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.932028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.932161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.932330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.932423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.932551] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be updated. [ 1193.945563] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: SUCCESS [ 1193.945838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.945988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.946245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.946468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.946595] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.946669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.946820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.946899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.946982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.947084] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.961899] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.962058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.962116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.962317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.962481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.972244] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: IN_PROGRESS for 2s [ 1194.000479] env[69433]: INFO networking_nsxv3.common.synchronization [req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 req-ab4bda5c-0462-4ae7-a38a-4b3436886601 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_members [ 1194.001206] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_members [ 1194.001535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.001682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.001959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.002091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.002263] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.002461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.002520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.003734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.003734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.003734] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.107818] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07bd13dc-2cf2-4111-86c9-cc458701915e in Status: SUCCESS [ 1194.108159] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e deletion is rescheduled due to dependency. [ 1194.108336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.449127] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.506045] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.506045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.506045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.506331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.506331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.506462] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.506653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.506653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.506755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.506826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.507108] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 already deleted. [ 1194.507108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.585337] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.585625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.585671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.588023] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.588023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.588023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.588023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.588023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.588023] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.588023] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.588023] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.588023] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.588023] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.588023] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.588023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.612043] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.612215] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.612273] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.612445] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-115" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.612798] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-699c1bed-baac-4bd2-a72e-19f630c1069b taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.612943] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.613110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.613457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.613550] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699c1bed-baac-4bd2-a72e-19f630c1069b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.951416] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a4c582f-b6c1-4918-a6bc-346b98209481: rpc.has_security_group_logging(os_id): False [ 1194.974212] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.974421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.974508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.974768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.998041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.998041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.998269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.998269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.998532] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.998636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.998721] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 is going to be updated. [ 1195.060861] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.061064] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.061165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.061341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.061542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.074353] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: IN_PROGRESS for 2s [ 1195.120220] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.120444] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.120551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.120862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.121120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.121414] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 699c1bed-baac-4bd2-a72e-19f630c1069b not found, creating... [ 1195.121709] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.121880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.122171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.122466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.122617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.122923] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.123110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.123233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.123450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.123588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.123732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 699c1bed-baac-4bd2-a72e-19f630c1069b is going to be created. [ 1195.176046] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.176286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.176403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.176904] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.176904] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.177159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.986620] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 in Status: SUCCESS [ 1195.986902] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 deletion is rescheduled due to dependency. [ 1195.986985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.420018] env[69433]: INFO networking_nsxv3.common.synchronization [req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 req-1d7f4fc5-393b-4913-89a0-508d9f4e6a1e service nova] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_rules [ 1196.420214] env[69433]: INFO networking_nsxv3.common.synchronization [req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 req-1d7f4fc5-393b-4913-89a0-508d9f4e6a1e service nova] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_members [ 1196.420354] env[69433]: INFO networking_nsxv3.common.synchronization [req-202b11f9-5ea9-4abf-82a0-2bc0a1768953 req-1d7f4fc5-393b-4913-89a0-508d9f4e6a1e service nova] Enqueued Resource ID: 699c1bed-baac-4bd2-a72e-19f630c1069b with Priority: HIGHEST for action port [ 1196.420588] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_rules [ 1196.420710] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_members [ 1196.420802] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699c1bed-baac-4bd2-a72e-19f630c1069b with Priority: HIGHEST for action port [ 1196.421535] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.421672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.421742] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.421944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.422028] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.423298] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.423419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.423478] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.423666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.423844] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.423971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.424037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.424169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.424222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.424311] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.425524] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-699c1bed-baac-4bd2-a72e-19f630c1069b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.425726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.425842] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.426157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.426157] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699c1bed-baac-4bd2-a72e-19f630c1069b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.924742] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.924970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.926302] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.927368] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 699c1bed-baac-4bd2-a72e-19f630c1069b with status ACTIVE [ 1196.927582] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.927714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.927784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.928091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.928204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.928388] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.928526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.928526] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.928728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.928779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.928981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.929623] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.929703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.929864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.929952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.930060] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 699c1bed-baac-4bd2-a72e-19f630c1069b is going to be updated. [ 1196.955661] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.956144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.956144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.956144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.956312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.956426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699c1bed-baac-4bd2-a72e-19f630c1069b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.088158] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: SUCCESS [ 1197.088496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.432742] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.936722] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.937154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.937154] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.937268] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 is going to be created. [ 1197.965672] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.965972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.965972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.966441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.966590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.978995] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 in Status: UNINITIALIZED for 2s [ 1199.998101] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 in Status: SUCCESS [ 1199.998101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.998101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.998519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.998622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.998701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.998801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.998982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.999091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.999191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.999300] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.504073] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.005908] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfa0b6fb-37d5-4d9b-b022-9c75ea27d086: rpc.has_security_group_logging(os_id): False [ 1201.025470] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.025722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.025722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.026140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.026263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.026529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.026632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.026696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.026993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.026993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.027175] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 is going to be created. [ 1201.099062] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.099277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.099329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.099541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.100045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.113163] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 in Status: IN_PROGRESS for 2s [ 1201.421427] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.421577] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1201.505053] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7023d6f5-05c1-410a-876b-a6e9414fd645 tempest-AttachInterfacesTestJSON-1734957724 tempest-AttachInterfacesTestJSON-1734957724-project-member] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1201.505626] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGHEST for action security_group_members [ 1201.505965] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.507246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.507246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.507505] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.507819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.508086] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.508182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.508437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.508565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.508750] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.012218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.012783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.012783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.012783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.012783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.013020] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.013179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.013242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.013427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.013513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.013601] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be updated. [ 1202.047194] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.047379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.047425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.047926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.047926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.058503] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: IN_PROGRESS for 2s [ 1203.128809] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 in Status: SUCCESS [ 1203.129228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.186118] env[69433]: INFO networking_nsxv3.common.synchronization [None req-7060709e-1e23-4b67-9527-68a5221c177b None None] Enqueued Resource ID: 97a2472a-5ad5-4f7b-b17a-6971463e9550 with Priority: HIGHEST for action port [ 1203.186420] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a2472a-5ad5-4f7b-b17a-6971463e9550 with Priority: HIGHEST for action port [ 1203.187057] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a2472a-5ad5-4f7b-b17a-6971463e9550 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.187192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a2472a-5ad5-4f7b-b17a-6971463e9550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.187262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a2472a-5ad5-4f7b-b17a-6971463e9550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.187540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a2472a-5ad5-4f7b-b17a-6971463e9550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.187612] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a2472a-5ad5-4f7b-b17a-6971463e9550',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.695878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97a2472a-5ad5-4f7b-b17a-6971463e9550 [ 1203.695878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.695878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.695878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.695878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.695878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.695878] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97a2472a-5ad5-4f7b-b17a-6971463e9550 already deleted. [ 1203.695878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a2472a-5ad5-4f7b-b17a-6971463e9550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.814023] env[69433]: INFO networking_nsxv3.common.synchronization [req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 req-222eaf93-a643-48e7-8c4f-732dbc8729b9 tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1203.814023] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1203.814023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.814023] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.814023] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.814918] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.071891] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 in Status: SUCCESS [ 1204.072095] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 deletion is rescheduled due to dependency. [ 1204.072212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.317374] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.697509] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.699019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.699019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.699019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.699618] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.700898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.700898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.700898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.700898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.700898] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.701157] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.701157] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.701233] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.701307] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.701413] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.701550] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.740633] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.740633] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.740633] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.745247] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-122" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.745247] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-f04d24ea-7030-46eb-80e3-550dfc9b36c1 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.745247] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.745247] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.746043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.746043] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f04d24ea-7030-46eb-80e3-550dfc9b36c1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.825543] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.923853] env[69433]: INFO networking_nsxv3.common.synchronization [None req-45a10ae8-671b-4a37-9cdf-e0f43efc4fa9 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_rules [ 1204.924482] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_rules [ 1204.924788] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.924900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.924969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.928187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.928896] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.033367] env[69433]: INFO networking_nsxv3.common.synchronization [None req-655ab550-d5d5-41f9-aa40-2edfe802ceb5 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_rules [ 1205.033367] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_rules [ 1205.033367] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.033495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.194320] env[69433]: INFO networking_nsxv3.common.synchronization [None req-1610e852-4404-42c4-b802-5d3177e3a3b0 None None] Enqueued Resource ID: edaa6717-7f72-4902-a7eb-255bbdfa10f6 with Priority: HIGHEST for action port [ 1205.195426] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaa6717-7f72-4902-a7eb-255bbdfa10f6 with Priority: HIGHEST for action port [ 1205.195426] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-edaa6717-7f72-4902-a7eb-255bbdfa10f6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.195426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edaa6717-7f72-4902-a7eb-255bbdfa10f6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.195824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edaa6717-7f72-4902-a7eb-255bbdfa10f6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.195824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edaa6717-7f72-4902-a7eb-255bbdfa10f6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.195824] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaa6717-7f72-4902-a7eb-255bbdfa10f6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.248527] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.250060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.250210] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.250503] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.251046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.251046] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port f04d24ea-7030-46eb-80e3-550dfc9b36c1 not found, creating... [ 1205.251152] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.251322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.251434] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.251853] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.251853] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.252813] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.252984] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.253136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.253360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.253498] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.253647] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: f04d24ea-7030-46eb-80e3-550dfc9b36c1 is going to be created. [ 1205.278674] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.278885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.278885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.279996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.279996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.279996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.326121] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.326865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.327273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.328104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.328229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.328359] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be updated. [ 1205.384030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.384273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.384347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.384558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.385011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.400984] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: IN_PROGRESS for 2s [ 1205.468438] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.468648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.468899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.468990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.469248] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f already deleted. [ 1205.469349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.469524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.469707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.469796] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.700256] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edaa6717-7f72-4902-a7eb-255bbdfa10f6 [ 1205.700256] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.700256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.700256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.700256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.700256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.700256] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edaa6717-7f72-4902-a7eb-255bbdfa10f6 already deleted. [ 1205.700256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edaa6717-7f72-4902-a7eb-255bbdfa10f6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.974559] env[69433]: INFO networking_nsxv3.common.synchronization [req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 req-c1233657-83a6-49a5-b22f-3e8e15ed42c9 service nova] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_rules [ 1205.974757] env[69433]: INFO networking_nsxv3.common.synchronization [req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 req-c1233657-83a6-49a5-b22f-3e8e15ed42c9 service nova] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1205.974979] env[69433]: INFO networking_nsxv3.common.synchronization [req-66fb3f30-b362-41e7-88fa-96eb3865a7f8 req-c1233657-83a6-49a5-b22f-3e8e15ed42c9 service nova] Enqueued Resource ID: f04d24ea-7030-46eb-80e3-550dfc9b36c1 with Priority: HIGHEST for action port [ 1205.977012] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_rules [ 1205.977192] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1205.978095] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04d24ea-7030-46eb-80e3-550dfc9b36c1 with Priority: HIGHEST for action port [ 1205.978095] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.978406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.978406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.978406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.978504] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.979331] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.979447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.980443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-f04d24ea-7030-46eb-80e3-550dfc9b36c1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.980443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.980443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.980443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.981549] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f04d24ea-7030-46eb-80e3-550dfc9b36c1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.996114] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.996275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.996346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.996662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.996748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.996846] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f already deleted. [ 1205.996923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.486441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.486441] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f04d24ea-7030-46eb-80e3-550dfc9b36c1 with status ACTIVE [ 1206.486441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.486441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.486441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.486441] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.487372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.487372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.487372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.487372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.487372] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f04d24ea-7030-46eb-80e3-550dfc9b36c1 is going to be updated. [ 1206.514716] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.514716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.514716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.514716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.514716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.514716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f04d24ea-7030-46eb-80e3-550dfc9b36c1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.411783] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1207.411783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.412741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.412741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.412741] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.412741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.412741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.412741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.412741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.412974] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.914481] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.422489] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.924945] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.925257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.925257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.925451] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.925545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.925652] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be updated. [ 1208.959077] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.959077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.959834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.960163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.960367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.971023] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: IN_PROGRESS for 2s [ 1210.977818] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.978197] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1210.983129] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1210.983284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.983457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.983685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.983898] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.984030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.984099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.984292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.984394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.984489] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.984592] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.487087] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.487268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.487340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.487609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.487786] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.487888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.487961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.488224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.488313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.488399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.488562] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.488658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.488743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.489055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.489132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.489204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.489241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.489365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.489439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.489518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.489610] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.993203] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b36c34-4129-432a-85ec-d0d77322aae9: rpc.has_security_group_logging(os_id): False [ 1212.013146] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.013331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.013380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.013588] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.013676] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.013930] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.014027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.014108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.014266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.014343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.014557] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.014671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.014827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.014996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.015089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.015313] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.015419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.015492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.015669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.015745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.015835] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be updated. [ 1212.110475] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.110475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.110475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.110475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.110475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.128651] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: IN_PROGRESS for 2s [ 1212.456273] env[69433]: INFO networking_nsxv3.common.synchronization [req-48c6840c-3591-499d-a637-26d2ce4f594f req-e987b4b1-f8fb-47a6-a4ef-79cbd69c15d0 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1212.456733] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1212.457140] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.457287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.457378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.457574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.457758] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.457853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.457913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.458502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.458502] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.458502] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.960622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.960856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.960856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.961151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.983278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.983624] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.983781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.983873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.984111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.984241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.984359] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1213.013341] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.013787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.013787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.013787] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.013944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.024587] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1213.645424] env[69433]: INFO networking_nsxv3.common.synchronization [req-3576946b-3e8f-4366-84bb-385ec016f369 req-c72f72fc-6b14-4f48-aa4c-391c339aa9f0 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_members [ 1213.645824] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGHEST for action security_group_members [ 1213.646150] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.646321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.646321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.646818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.646818] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.646818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.646818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.647243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.647243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.647243] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.143053] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1214.143053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.150367] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.150367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.150367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.150367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.170565] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.170707] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.170833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.170935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.171445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.171445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.171445] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e is going to be updated. [ 1214.200311] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.200642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.200642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.200753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.200909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.209953] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e in Status: IN_PROGRESS for 2s [ 1215.034060] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1215.034060] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 deletion is rescheduled due to dependency. [ 1215.034060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.220096] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e in Status: SUCCESS [ 1216.220477] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e deletion is rescheduled due to dependency. [ 1216.220477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.646966] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.647267] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.169539] env[69433]: INFO networking_nsxv3.common.synchronization [req-92f50e3f-3b8d-4c35-aff1-b22e738af5fd req-11a4b28a-be63-4f49-9c50-5c5559e7e903 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1221.169539] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1221.169834] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.169834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.169834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.169963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.170724] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.170863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.170914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.171108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.171213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.171311] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.674144] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.674331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.674407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.674718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.674975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.675246] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.675358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.675425] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.675632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.675728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.675881] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1221.708739] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.709019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.709019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.709225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.709385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.718631] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1222.925329] env[69433]: INFO networking_nsxv3.common.synchronization [None req-b3592473-f841-43aa-98d1-93ce9d9b8391 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_rules [ 1222.926134] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_rules [ 1222.926618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.926819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.926970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.927362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.927531] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.999592] env[69433]: INFO networking_nsxv3.common.synchronization [None req-dc47182f-5527-4478-b871-6bf31a26b5fc tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_rules [ 1223.000054] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_rules [ 1223.000306] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.000419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.447504] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.447734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.447734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.447934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.448037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.448217] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c already deleted. [ 1223.448313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.448533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.448696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.448777] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.728805] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1223.729043] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1223.729209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.976622] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.976919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.976919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.977104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.977141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.977265] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c already deleted. [ 1223.977309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.006112] env[69433]: INFO networking_nsxv3.common.synchronization [req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a req-b1698b04-aa3c-4e53-a9cf-52f374a43674 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1225.006645] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1225.006941] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.007070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.007142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.007320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.007468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.007555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.007802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.007802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.007896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.007896] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.383793] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.383793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.383976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.384624] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.384624] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.384806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.384909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.385192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.385357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.385833] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.385833] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.386118] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.386244] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.386440] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.386571] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.386712] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.408638] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.408819] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.408963] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.409165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.409505] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-34435107-ba91-4bc1-af43-8a5aafd099ce taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.409691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.409857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.410305] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.410514] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34435107-ba91-4bc1-af43-8a5aafd099ce',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.515800] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.516443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.516443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.516733] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.516806] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.517119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.517304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.517444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.517766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.517910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.518058] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1225.549660] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.549744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.549822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.550107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.550313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.562581] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1225.915067] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.915067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.915067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.915067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.915067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.915431] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 34435107-ba91-4bc1-af43-8a5aafd099ce not found, creating... [ 1225.915662] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.915878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.916082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.916413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.916544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.916885] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.917136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.917311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.917569] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.917844] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.917937] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 34435107-ba91-4bc1-af43-8a5aafd099ce is going to be created. [ 1225.940182] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.940697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.940921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.941277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.941583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.941858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.738496] env[69433]: INFO networking_nsxv3.common.synchronization [req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a req-327dcdd3-1090-417c-859b-12d9896b3f8a service nova] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 1226.738841] env[69433]: INFO networking_nsxv3.common.synchronization [req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a req-327dcdd3-1090-417c-859b-12d9896b3f8a service nova] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1226.738841] env[69433]: INFO networking_nsxv3.common.synchronization [req-38a49ec2-1ddc-4e4b-ac4c-63b6d6af628a req-327dcdd3-1090-417c-859b-12d9896b3f8a service nova] Enqueued Resource ID: 34435107-ba91-4bc1-af43-8a5aafd099ce with Priority: HIGHEST for action port [ 1226.739444] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 1226.739621] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1226.739779] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34435107-ba91-4bc1-af43-8a5aafd099ce with Priority: HIGHEST for action port [ 1226.740530] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.740664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.740761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.741025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.741115] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.741987] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.742359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.742359] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-34435107-ba91-4bc1-af43-8a5aafd099ce taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.742493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.742661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.742849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.742923] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34435107-ba91-4bc1-af43-8a5aafd099ce',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.224347] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6c97baa-de8d-430c-9fff-6c988fe8f97c req-e5c0e214-02d0-4946-a154-53863f608559 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1227.224347] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1227.224347] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.224347] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.224347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.224347] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.244846] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.244846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.251658] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34435107-ba91-4bc1-af43-8a5aafd099ce with status ACTIVE [ 1227.251658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.251658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.251875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.252033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.252126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.252319] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.252427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.252504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.252752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.252853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.253108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.253215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.253280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.253423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.253497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.253582] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34435107-ba91-4bc1-af43-8a5aafd099ce is going to be updated. [ 1227.280842] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.281058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.281058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.281333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.281416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.281574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34435107-ba91-4bc1-af43-8a5aafd099ce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.515893] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.516190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.516330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.516671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.516992] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.517217] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.517347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.517629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.517869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.518222] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.518427] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.518621] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.518820] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.519044] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.519240] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.519441] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.539794] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.539794] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1227.539966] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.540159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-926" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.540490] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.540674] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.540800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.541237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.541364] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.572016] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1227.572246] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 deletion is rescheduled due to dependency. [ 1227.572422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.572619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.572865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.573100] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.573273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.573350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.573546] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.573652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.573825] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.726599] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.726773] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.726818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.727045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.727147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.727334] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.727438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.727496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.727643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.727717] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.727800] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1227.756380] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.756691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.756691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.756849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.756983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.765594] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1228.046840] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.047036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.047136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.047531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.047715] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.047889] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b not found, creating... [ 1228.048264] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.048527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.048598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.048801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.048943] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.049721] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.049721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.049885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.049975] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.050127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.050272] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b is going to be created. [ 1228.072290] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.072586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.072734] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.073068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.073489] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.073759] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.075233] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.577236] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.741118] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6c97baa-de8d-430c-9fff-6c988fe8f97c req-53f06b1f-9dce-408b-935a-0b04a5bdd96b service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1228.741316] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6c97baa-de8d-430c-9fff-6c988fe8f97c req-53f06b1f-9dce-408b-935a-0b04a5bdd96b service nova] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1228.741458] env[69433]: INFO networking_nsxv3.common.synchronization [req-e6c97baa-de8d-430c-9fff-6c988fe8f97c req-53f06b1f-9dce-408b-935a-0b04a5bdd96b service nova] Enqueued Resource ID: fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b with Priority: HIGHEST for action port [ 1228.741688] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_rules [ 1228.741818] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1228.741914] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b with Priority: HIGHEST for action port [ 1228.742625] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.742751] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.742872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.743111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.743195] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.744035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.744135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.744331] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.744438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.744524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.744696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.744770] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.079773] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.080181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.080181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.080259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.080341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.080443] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1229.109693] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.110099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.110099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.110222] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.110406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.120360] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1229.248762] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.248762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.248762] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b with status ACTIVE [ 1229.249054] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.249054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.249134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.249361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.249492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.249655] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.249839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.249839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.250255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.250255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.250402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.250540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.250637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.251269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.251269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.251269] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b is going to be updated. [ 1229.273527] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.274096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.274096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.274096] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.274242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.274394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdce584c-e6e3-4d9e-9b81-ba3d0e928e9b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.776952] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1229.777147] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1229.777259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.777419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.777632] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.777847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.777971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.778047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.778246] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.778320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.778414] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.281925] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.784703] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.131014] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 4s [ 1231.287085] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.287490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.287490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.287490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.287620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.287723] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1231.316701] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.316830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.316872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.317104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.317257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.326627] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1231.806502] env[69433]: INFO networking_nsxv3.common.synchronization [req-e96f97e2-4777-47b6-8f01-02886b0670d6 req-8c09f0a5-1039-4a55-a0c8-ed1800a750fc tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1231.807387] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1231.807832] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.807943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.808016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.808418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.808678] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.808838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.808939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.809170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.809319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.809453] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.915069] env[69433]: INFO networking_nsxv3.common.synchronization [req-cd765a7b-d589-48ba-88cd-4659712517dd req-b415a4ac-66e5-4b17-8c78-aa997344248a tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_members [ 1231.915069] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_members [ 1231.915069] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.915434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.915434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.915550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.915706] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.915807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.915871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.916035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.918611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.918611] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.244140] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.244412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.244510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.245057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.245342] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.245515] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.245866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.246168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.246313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.246532] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.246643] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.246754] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.246862] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.246965] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.247120] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.247214] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.266705] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.266894] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.267037] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.267226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.267636] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-73b1495f-1900-4c35-95d0-827bbc230d19 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.267823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.267947] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.268359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.268520] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b1495f-1900-4c35-95d0-827bbc230d19',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.311713] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.420518] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.420695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.420768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.421496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.421496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.421496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.421496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.421496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.421792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.421792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.421792] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c already deleted. [ 1232.421792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.771464] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.771766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.771958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.772303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.772481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.772669] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 73b1495f-1900-4c35-95d0-827bbc230d19 not found, creating... [ 1232.772970] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.773160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.773281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.773500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.773637] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.773925] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.774095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.774215] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.774666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.774820] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.774964] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 73b1495f-1900-4c35-95d0-827bbc230d19 is going to be created. [ 1232.797945] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.798236] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.798389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.798708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.798909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.799211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.813138] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.859582] env[69433]: INFO networking_nsxv3.common.synchronization [req-a0f70fd3-961b-44a4-8bf8-cd09e8c49757 req-34a3338d-a110-4d0c-a9a1-62f104bbefe2 tempest-DeleteServersTestJSON-1267038477 tempest-DeleteServersTestJSON-1267038477-project-member] Enqueued Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1232.860138] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 with Priority: HIGHEST for action security_group_members [ 1232.860458] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff15230a-2bef-4bd5-aac7-6e870753fa29 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.860575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.860637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.860846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.861032] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.861115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.861173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.861325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.861413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.861504] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff15230a-2bef-4bd5-aac7-6e870753fa29',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.143610] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1233.143849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.144144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.144551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.144642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.144765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.144835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.145114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.145186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.145257] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.145446] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.315049] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.315442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.315442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.315508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.315715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.315715] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be updated. [ 1233.337289] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1233.337511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.337702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.337935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.338152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.338330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.338400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.338582] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.338661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.338744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.338893] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.350031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.350697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.350782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.351029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.351215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.361803] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: IN_PROGRESS for 2s [ 1233.364513] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.364648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.364707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.364908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.365047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.365304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.365414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.365479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.365649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.365727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.365814] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 is going to be updated. [ 1233.393051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.393210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.393284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.393492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.393631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.403542] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: IN_PROGRESS for 2s [ 1233.498399] env[69433]: INFO networking_nsxv3.common.synchronization [req-cd765a7b-d589-48ba-88cd-4659712517dd req-7f480905-6b64-4715-97a0-727416bc5480 service nova] Enqueued Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_rules [ 1233.498598] env[69433]: INFO networking_nsxv3.common.synchronization [req-cd765a7b-d589-48ba-88cd-4659712517dd req-7f480905-6b64-4715-97a0-727416bc5480 service nova] Enqueued Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_members [ 1233.498739] env[69433]: INFO networking_nsxv3.common.synchronization [req-cd765a7b-d589-48ba-88cd-4659712517dd req-7f480905-6b64-4715-97a0-727416bc5480 service nova] Enqueued Resource ID: 73b1495f-1900-4c35-95d0-827bbc230d19 with Priority: HIGHEST for action port [ 1233.498979] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_rules [ 1233.499124] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_members [ 1233.499253] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b1495f-1900-4c35-95d0-827bbc230d19 with Priority: HIGHEST for action port [ 1233.499884] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.500021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.500124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.500648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.500648] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.504580] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.504580] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.504580] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.504580] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b1495f-1900-4c35-95d0-827bbc230d19 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.504580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.504580] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b1495f-1900-4c35-95d0-827bbc230d19',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.650247] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.842227] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.842227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.842227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.842227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.842463] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.842558] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.842694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.842897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.843013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.843137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.843337] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.843470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.843605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.843736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.843900] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.843997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.844510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.844510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.844510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.844510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.844510] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.005350] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.006879] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.007048] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.007301] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73b1495f-1900-4c35-95d0-827bbc230d19 with status ACTIVE [ 1234.007560] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.007560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.007660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.007813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.007899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.008132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.008264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.008330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.008494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.008572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.008753] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.008867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.008897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.009042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.009117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.009200] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73b1495f-1900-4c35-95d0-827bbc230d19 is going to be updated. [ 1234.030985] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.031267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.031267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.031426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.031571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.031729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b1495f-1900-4c35-95d0-827bbc230d19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.153206] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42b8184-3c3f-45b4-a1aa-4c78de7254b7: rpc.has_security_group_logging(os_id): False [ 1234.178456] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.178683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.178683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.178897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.178986] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.179271] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.179374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.179421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.179580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.179656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.179743] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1234.292414] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.292662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.292662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.292870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.293054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.311201] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1234.347113] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023e591e-9d90-4762-9905-f350d745b037: rpc.has_security_group_logging(os_id): False [ 1234.375979] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.376407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.376407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.376641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.376753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.377074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.377231] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.377319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.377508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.377591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.377837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.377943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.378029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.378220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.378298] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.378529] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.378653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.378724] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.378873] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.378968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.379087] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1234.458078] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.458078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.458377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.458538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.458748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.476794] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1234.508501] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.011138] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.011304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.011374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.011996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.012139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.012248] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c is going to be created. [ 1235.026625] env[69433]: INFO networking_nsxv3.common.synchronization [req-f2e72f3a-7022-4794-b9f7-a2a9783b047d req-f8ece571-9423-4def-b214-2efd3698c036 tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_members [ 1235.027177] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_members [ 1235.027468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.027621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.027697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.027967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.030171] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.030290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.030358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.030948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.030948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.030948] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.038113] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.038314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.038407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.038586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.038740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.051310] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c in Status: UNINITIALIZED for 2s [ 1235.324113] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.324113] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.324315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.324547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.324875] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.325122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.325289] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.325573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.325776] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.326059] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.326291] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.326472] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.326607] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.326743] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.326858] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.327013] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.350037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.350337] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.351261] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.351261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.351520] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-2034f016-d12d-403c-86b3-fde32bc71e02 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.351845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.351991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.352502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.352700] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2034f016-d12d-403c-86b3-fde32bc71e02',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.373483] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1235.373752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.411772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 in Status: SUCCESS [ 1235.411963] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff15230a-2bef-4bd5-aac7-6e870753fa29 deletion is rescheduled due to dependency. [ 1235.412094] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff15230a-2bef-4bd5-aac7-6e870753fa29" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.536102] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.536303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.536445] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.536592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.536685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.536881] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.536977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.537053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.537199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.537275] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.537364] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f already deleted. [ 1235.537446] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.856048] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.856048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.856313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.856392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.856535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.856699] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 2034f016-d12d-403c-86b3-fde32bc71e02 not found, creating... [ 1235.856963] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.857155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.857279] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.857519] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.857672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.857977] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.858153] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.858336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.858562] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.858699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.858841] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 2034f016-d12d-403c-86b3-fde32bc71e02 is going to be created. [ 1235.881397] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.881611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.881738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.881999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.882310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.882824] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.328271] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1236.328553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.498885] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1236.499268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.625902] env[69433]: INFO networking_nsxv3.common.synchronization [req-f2e72f3a-7022-4794-b9f7-a2a9783b047d req-3a7f1e92-3ce6-4e69-8c8b-2690aefe2b74 service nova] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_rules [ 1236.626121] env[69433]: INFO networking_nsxv3.common.synchronization [req-f2e72f3a-7022-4794-b9f7-a2a9783b047d req-3a7f1e92-3ce6-4e69-8c8b-2690aefe2b74 service nova] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_members [ 1236.626285] env[69433]: INFO networking_nsxv3.common.synchronization [req-f2e72f3a-7022-4794-b9f7-a2a9783b047d req-3a7f1e92-3ce6-4e69-8c8b-2690aefe2b74 service nova] Enqueued Resource ID: 2034f016-d12d-403c-86b3-fde32bc71e02 with Priority: HIGHEST for action port [ 1236.626803] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_rules [ 1236.626937] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_members [ 1236.628182] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2034f016-d12d-403c-86b3-fde32bc71e02 with Priority: HIGHEST for action port [ 1236.629634] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.629795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.633534] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.633534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.633534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.633534] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.633534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-2034f016-d12d-403c-86b3-fde32bc71e02 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.633534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.633534] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2034f016-d12d-403c-86b3-fde32bc71e02',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.061701] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c in Status: SUCCESS [ 1237.061928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.062111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.062316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.062510] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.062650] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.062718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.062868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.062945] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.063041] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.063130] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.135330] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.135525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.137808] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.138679] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2034f016-d12d-403c-86b3-fde32bc71e02 with status ACTIVE [ 1237.138879] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.139037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.142162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.142162] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.142162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.142162] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2034f016-d12d-403c-86b3-fde32bc71e02 is going to be updated. [ 1237.163228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.163460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.163460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.163689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.163930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.164089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2034f016-d12d-403c-86b3-fde32bc71e02" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.567042] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.642728] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.070426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c: rpc.has_security_group_logging(os_id): False [ 1238.087246] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.087456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.087490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.087726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.087764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.087997] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.088605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.088605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.088605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.088605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.088605] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c is going to be created. [ 1238.146074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.146297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.146297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.146531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.146616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.146721] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f is going to be created. [ 1238.150304] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.150463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.150463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.150703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.150953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.162123] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c in Status: IN_PROGRESS for 2s [ 1238.173029] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.173339] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.173404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.173779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.173991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.184515] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c53769-2cb0-457d-9f37-39ff2050de8f in Status: UNINITIALIZED for 2s [ 1239.827186] env[69433]: INFO networking_nsxv3.common.synchronization [req-31f6b1c2-e00b-4cbc-9518-7a2072467c78 req-94b3d6af-9caf-4161-b81d-1e22a40ba827 tempest-ServerDiskConfigTestJSON-388562678 tempest-ServerDiskConfigTestJSON-388562678-project-member] Enqueued Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1239.829636] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023e591e-9d90-4762-9905-f350d745b037 with Priority: HIGHEST for action security_group_members [ 1239.829636] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-023e591e-9d90-4762-9905-f350d745b037 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.829636] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.829636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.829636] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023e591e-9d90-4762-9905-f350d745b037',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.180191] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c in Status: SUCCESS [ 1240.180599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.198835] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c53769-2cb0-457d-9f37-39ff2050de8f in Status: SUCCESS [ 1240.199225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.199521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.200361] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.200361] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.200596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.200596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.200807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.200960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.201127] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.201289] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.332976] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.333272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.333272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.333492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.333618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.333903] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.334043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.334112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.334316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.334422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.334580] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 is going to be updated. [ 1240.376489] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.376677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.376781] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.377211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.377515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.391737] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: IN_PROGRESS for 2s [ 1240.704243] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.206877] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00c53769-2cb0-457d-9f37-39ff2050de8f: rpc.has_security_group_logging(os_id): False [ 1241.232847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.233122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.233122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.233477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.233477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.233642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.233749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.233813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.233972] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.234063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.234167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f is going to be created. [ 1241.333830] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.334099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.334167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.334383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.334609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.350095] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00c53769-2cb0-457d-9f37-39ff2050de8f in Status: IN_PROGRESS for 2s [ 1242.279109] env[69433]: INFO networking_nsxv3.common.synchronization [req-409eaba5-c661-4a7f-aee7-79714e769f20 req-321c3263-5f51-4cfb-be4f-a7bbb04fdbce tempest-ServerRescueTestJSON-757823866 tempest-ServerRescueTestJSON-757823866-project-member] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1242.279109] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGHEST for action security_group_members [ 1242.279109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.279109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.279109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.279109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.279109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.279109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.280483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.280483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.280483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.280483] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.403463] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023e591e-9d90-4762-9905-f350d745b037 in Status: SUCCESS [ 1242.403463] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023e591e-9d90-4762-9905-f350d745b037 deletion is rescheduled due to dependency. [ 1242.403463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023e591e-9d90-4762-9905-f350d745b037" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.782803] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.782803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.782803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.782803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.782803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.783397] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.783397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.783397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.783397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.783397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.783592] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be updated. [ 1242.814963] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.815360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.815360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.815537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.815771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.826509] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: IN_PROGRESS for 2s [ 1243.364365] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00c53769-2cb0-457d-9f37-39ff2050de8f in Status: SUCCESS [ 1243.364365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.840349] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b36c34-4129-432a-85ec-d0d77322aae9 in Status: SUCCESS [ 1244.840645] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 deletion is rescheduled due to dependency. [ 1244.840692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.063972] env[69433]: INFO networking_nsxv3.common.synchronization [req-8a4a710d-37e4-45a5-97c5-0dd7434c5098 req-73b4e4e3-b850-478b-bbe7-bb7c0c35294d tempest-AttachVolumeShelveTestJSON-1597699139 tempest-AttachVolumeShelveTestJSON-1597699139-project-member] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1246.067871] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGHEST for action security_group_members [ 1246.067871] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.068857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.069057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.069346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.073022] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.073022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.073022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.073022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.073022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.073022] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.573752] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.574010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.574010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.574626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.574626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.574626] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.574763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.574763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.574881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.574957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.575061] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 is going to be updated. [ 1246.604846] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.604846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.604846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.605197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.605285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.615127] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: IN_PROGRESS for 2s [ 1248.627847] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 in Status: SUCCESS [ 1248.628785] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 deletion is rescheduled due to dependency. [ 1248.628785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.856438] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e441f0f0-f28d-4bbf-b496-0084d710c265 None None] Enqueued Resource ID: ef905629-157f-479a-b463-113666a420b8 with Priority: HIGHEST for action port [ 1248.856438] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef905629-157f-479a-b463-113666a420b8 with Priority: HIGHEST for action port [ 1248.856438] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef905629-157f-479a-b463-113666a420b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.856438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef905629-157f-479a-b463-113666a420b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.856438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef905629-157f-479a-b463-113666a420b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.856438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef905629-157f-479a-b463-113666a420b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.856438] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef905629-157f-479a-b463-113666a420b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.358538] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef905629-157f-479a-b463-113666a420b8 [ 1249.358785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.358922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.358989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.359240] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.359330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.359467] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef905629-157f-479a-b463-113666a420b8 already deleted. [ 1249.359544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef905629-157f-479a-b463-113666a420b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.421947] env[69433]: INFO networking_nsxv3.common.synchronization [None req-6fd7ee06-48ca-407d-a7dd-d79e8d9ab4de tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1249.423019] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1249.423019] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.423019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.423019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.423377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.423377] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.525862] env[69433]: INFO networking_nsxv3.common.synchronization [None req-f7b5d25e-6913-4756-8375-09170fa3e5c9 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1249.526417] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1249.526715] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.526827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.955670] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.956139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.956139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.956139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.956319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.956430] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb already deleted. [ 1249.956518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.956666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.956830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.956910] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.478486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.478486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.478486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.478486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.478486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.478486] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb already deleted. [ 1250.478486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.410105] env[69433]: INFO networking_nsxv3.common.synchronization [None req-051a4c46-b4a3-45ee-a1c0-dc5065a6a093 None None] Enqueued Resource ID: 06e5bd31-03ae-4b15-8d50-39be58ff4713 with Priority: HIGHEST for action port [ 1251.410105] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e5bd31-03ae-4b15-8d50-39be58ff4713 with Priority: HIGHEST for action port [ 1251.410105] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e5bd31-03ae-4b15-8d50-39be58ff4713 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.410105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e5bd31-03ae-4b15-8d50-39be58ff4713" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.410105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e5bd31-03ae-4b15-8d50-39be58ff4713" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.410105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e5bd31-03ae-4b15-8d50-39be58ff4713" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.410730] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e5bd31-03ae-4b15-8d50-39be58ff4713',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.913399] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06e5bd31-03ae-4b15-8d50-39be58ff4713 [ 1251.913649] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.913779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.913847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.914068] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.914152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.914260] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06e5bd31-03ae-4b15-8d50-39be58ff4713 already deleted. [ 1251.914351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e5bd31-03ae-4b15-8d50-39be58ff4713" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.187130] env[69433]: INFO networking_nsxv3.common.synchronization [req-6623c5b9-9c8c-4647-860d-ac95d27a2840 req-9b99eaa2-c485-4764-af3e-868c260457c0 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1255.187130] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1255.187130] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.187130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.187130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.187130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.187739] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.187990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.188191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.188529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.188744] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.188948] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.481469] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.481673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.481802] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.482162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.482428] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.482595] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.482800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.482943] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.483104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.483319] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.483436] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.483550] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.483660] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.483772] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.483883] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.484026] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.504329] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.504535] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.504745] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.504988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.505329] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.505510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.505637] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.505961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.506119] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb15d98-84ad-4039-8aa2-8c9bbe0001af',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.692213] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.692372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.692372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.692556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.692646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.692843] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.692944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.693016] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.693177] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.693252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.693335] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb already deleted. [ 1255.693415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.008213] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.008500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.008640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.008906] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.009072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.009233] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af not found, creating... [ 1256.009522] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.009679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.009797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.010030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.010170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.010448] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.010604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.010721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.011361] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.011361] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.011361] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 9bb15d98-84ad-4039-8aa2-8c9bbe0001af is going to be created. [ 1256.032075] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.032384] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.032521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.032784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.033036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.033282] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.726400] env[69433]: INFO networking_nsxv3.common.synchronization [req-6623c5b9-9c8c-4647-860d-ac95d27a2840 req-2a63c980-87a3-4c58-be3a-2fee940888c9 service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1256.726400] env[69433]: INFO networking_nsxv3.common.synchronization [req-6623c5b9-9c8c-4647-860d-ac95d27a2840 req-2a63c980-87a3-4c58-be3a-2fee940888c9 service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1256.726400] env[69433]: INFO networking_nsxv3.common.synchronization [req-6623c5b9-9c8c-4647-860d-ac95d27a2840 req-2a63c980-87a3-4c58-be3a-2fee940888c9 service nova] Enqueued Resource ID: 9bb15d98-84ad-4039-8aa2-8c9bbe0001af with Priority: HIGHEST for action port [ 1256.726755] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1256.727058] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1256.727058] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb15d98-84ad-4039-8aa2-8c9bbe0001af with Priority: HIGHEST for action port [ 1256.728296] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.728428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.728635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.728754] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.729320] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.729967] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.730107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.730168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.730690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.730690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.730690] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.730902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.730902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.731012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.731549] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.735214] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.735316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.735403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.735611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.735700] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb15d98-84ad-4039-8aa2-8c9bbe0001af',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.234624] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.237515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.237628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.238960] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bb15d98-84ad-4039-8aa2-8c9bbe0001af with status ACTIVE [ 1257.239152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.239242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.239306] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.239534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.239627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.239798] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.239896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.239958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.240134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.240210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.240391] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.240486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.240545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.240731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.240731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.240820] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bb15d98-84ad-4039-8aa2-8c9bbe0001af is going to be updated. [ 1257.265391] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.265529] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.265766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.265829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.265988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.266165] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb15d98-84ad-4039-8aa2-8c9bbe0001af" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.736711] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.238592] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.238758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.238841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.239046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.239141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.239246] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be created. [ 1258.264673] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.264900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.264900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.265088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.265283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.275037] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: UNINITIALIZED for 2s [ 1259.800817] env[69433]: INFO networking_nsxv3.common.synchronization [req-c513f715-325f-4d46-8b48-71a2558ba3f9 req-265b2925-fced-4e5d-98d4-525d30350ef2 tempest-AttachVolumeNegativeTest-747365706 tempest-AttachVolumeNegativeTest-747365706-project-member] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_members [ 1259.801573] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGHEST for action security_group_members [ 1259.801866] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.801992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.802104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.802270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.802432] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.802533] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.802590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.802738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.802822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.802913] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.285476] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1260.285671] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.285838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.286079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.286286] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.286407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.286470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.286629] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.286707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.286790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.286877] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.305213] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.305375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.305413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.305637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.305734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.305959] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.306079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.306142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.306299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.306372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.306464] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 is going to be updated. [ 1260.332669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.332919] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.333065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.333380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.333605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.345842] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 in Status: IN_PROGRESS for 2s [ 1260.789498] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.292337] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38953fe-f8c4-4506-92f4-4fe2387618bb: rpc.has_security_group_logging(os_id): False [ 1261.315642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.315878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.315878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.316078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.316198] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.316514] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.316652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.316734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.316920] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.317076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.317186] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be created. [ 1261.390736] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.391034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.391123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.391305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.391514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.408243] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1262.355586] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 in Status: SUCCESS [ 1262.355996] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 deletion is rescheduled due to dependency. [ 1262.355996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.421567] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1263.421841] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.802758] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.803206] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.804729] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.805204] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.365736] env[69433]: INFO networking_nsxv3.common.synchronization [req-0b34b4b1-9062-4541-b96f-285fd906e8e1 req-7881f6b7-c739-44ef-9fc0-f8de7c2cb040 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_members [ 1271.366453] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGHEST for action security_group_members [ 1271.366686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.366880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.366940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.367180] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.367396] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.367499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.367566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.367753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.367848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.367974] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.870132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.870357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.870410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.870608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.870699] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.872035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.872035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.872035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.872035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.872035] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.872035] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 is going to be updated. [ 1271.900816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.901045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.901045] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.901227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.901364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.909190] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 in Status: IN_PROGRESS for 2s [ 1273.920172] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 in Status: SUCCESS [ 1273.920570] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 deletion is rescheduled due to dependency. [ 1273.920570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.367620] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.368096] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.368880] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.369301] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.064143] env[69433]: INFO networking_nsxv3.common.synchronization [req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 req-023f41fb-32eb-4fa2-a146-395c4196a5ea tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1283.064143] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1283.064764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.064764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.064764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.064884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.065907] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.065907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.065907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.065907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.065907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.066176] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.342121] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.342370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.342548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.342849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.343152] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.343336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.343461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.343701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.343913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.344233] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.344358] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.344471] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.344609] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.344726] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.344843] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.344989] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.367468] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.367673] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1283.367845] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.368125] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.368492] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-41db8b12-41d0-4723-bbc4-31dcd3f71923 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.368702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.368869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.369236] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.369400] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41db8b12-41d0-4723-bbc4-31dcd3f71923',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.569667] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.569887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.569887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.570158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.570263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.570428] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.570528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.570585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.570739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.570817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.570904] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be deleted. [ 1283.603718] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.603944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.603944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.604175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.604270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.604447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.873182] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.873513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.873705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.874079] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.874244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.874408] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 41db8b12-41d0-4723-bbc4-31dcd3f71923 not found, creating... [ 1283.874684] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.874846] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.874967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.875208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.875346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.875629] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.875855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.876014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.876204] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.876339] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.876481] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 is going to be created. [ 1283.900242] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.900491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.900592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.900933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.901416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.901656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.574878] env[69433]: INFO networking_nsxv3.common.synchronization [req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 req-52c50c75-0271-4055-af52-0b936fe8e9c4 service nova] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_rules [ 1284.575352] env[69433]: INFO networking_nsxv3.common.synchronization [req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 req-52c50c75-0271-4055-af52-0b936fe8e9c4 service nova] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1284.575352] env[69433]: INFO networking_nsxv3.common.synchronization [req-96f85917-628d-48d8-9e4e-e9e2906c6dc0 req-52c50c75-0271-4055-af52-0b936fe8e9c4 service nova] Enqueued Resource ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 with Priority: HIGHEST for action port [ 1284.575475] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_rules [ 1284.575561] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1284.575659] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 with Priority: HIGHEST for action port [ 1284.576255] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.576333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.576392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.576577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.576642] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.577429] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.577949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.578037] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.578360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.578434] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.578515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.578572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.578761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.578851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.578938] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.579679] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-41db8b12-41d0-4723-bbc4-31dcd3f71923 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.579803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.579860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.580026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.580089] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41db8b12-41d0-4723-bbc4-31dcd3f71923',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.081996] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.082249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.082380] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.083307] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41db8b12-41d0-4723-bbc4-31dcd3f71923 with status ACTIVE [ 1285.083486] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.083734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.083734] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.083905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.083953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.084139] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.084243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.084300] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.084525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.084606] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.084813] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.084910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.084968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.085137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.085233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.085289] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 is going to be updated. [ 1285.110459] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.110694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.110694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.110853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.111019] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.111191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.587990] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.091052] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.091251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.091304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.091509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.091605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.091715] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be created. [ 1286.118689] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.118865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.118926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.119117] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.119277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.132437] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: UNINITIALIZED for 2s [ 1288.144047] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: SUCCESS [ 1288.144421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.144465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.144674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.144875] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.144978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.145054] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.145228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.145314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.145380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.145473] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.648073] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.648073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.648073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.648360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.648360] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.648452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.648491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.648695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.648778] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.648872] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.649035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.649157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.649223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.649333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.649607] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.649607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.649607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.649783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.649823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.649887] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.649975] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.152486] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16fb1d47-41d7-4c2f-a1cd-8610312614ee: rpc.has_security_group_logging(os_id): False [ 1289.179134] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.179397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.179458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.179823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.179967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.180309] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.180465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.180570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.180819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.180993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.181257] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.181492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.181599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.181827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.182008] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.182330] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.182484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.182584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.182856] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.182987] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.183138] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be created. [ 1289.254452] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.254726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.254726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.254973] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.255174] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.269075] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: IN_PROGRESS for 2s [ 1289.577081] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.577342] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1291.283908] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: SUCCESS [ 1291.284260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.058880] env[69433]: INFO networking_nsxv3.common.synchronization [req-19979e94-3a57-4145-b366-e07db65f7d30 req-0ed69533-cc6a-4334-9f32-a0df255b160d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1293.059398] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGHEST for action security_group_members [ 1293.059718] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.059836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.059901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.060358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.060970] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.061159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.061258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.061492] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.061603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.061731] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.118157] env[69433]: INFO networking_nsxv3.common.synchronization [req-19979e94-3a57-4145-b366-e07db65f7d30 req-0ed69533-cc6a-4334-9f32-a0df255b160d tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 with Priority: HIGHEST for action port [ 1293.118742] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 with Priority: HIGHEST for action port [ 1293.119076] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-41db8b12-41d0-4723-bbc4-31dcd3f71923 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.119200] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.119266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.119463] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.119540] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41db8b12-41d0-4723-bbc4-31dcd3f71923',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.564453] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.564678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.564769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.565107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.565379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.565485] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.565564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.565610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.565783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.565877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.565954] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be updated. [ 1293.615313] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.615313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.615313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.615313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.615313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.622252] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41db8b12-41d0-4723-bbc4-31dcd3f71923 with status ACTIVE [ 1293.622708] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.622708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.622708] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.622871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.622956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.623178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.623289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.623356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.623553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.623633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.623826] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.623925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.623988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.624149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.624224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.624313] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41db8b12-41d0-4723-bbc4-31dcd3f71923 is going to be updated. [ 1293.627198] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: IN_PROGRESS for 2s [ 1293.656181] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.656364] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.656456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.656608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.656786] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.656961] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41db8b12-41d0-4723-bbc4-31dcd3f71923" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.665278] env[69433]: INFO networking_nsxv3.common.synchronization [req-82f4d28b-152e-4e85-a7ba-492e1bbbc955 req-6afb25b7-6f66-4bfc-9fc0-818a07a7d5ab tempest-ServerActionsV293TestJSON-1174150654 tempest-ServerActionsV293TestJSON-1174150654-project-member] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_members [ 1294.665278] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGHEST for action security_group_members [ 1294.665549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.665549] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.665635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.666799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.666799] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.666799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.666799] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.667221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.667830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.670155] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.172676] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.172846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.172911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.173152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.173248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.173449] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.173553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.173611] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.173748] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.173822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.173907] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f is going to be updated. [ 1295.220998] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.221279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.221345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.221570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.221779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.234328] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c53769-2cb0-457d-9f37-39ff2050de8f in Status: IN_PROGRESS for 2s [ 1295.639624] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee in Status: SUCCESS [ 1295.639886] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee deletion is rescheduled due to dependency. [ 1295.639964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.246684] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c53769-2cb0-457d-9f37-39ff2050de8f in Status: SUCCESS [ 1297.247071] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f deletion is rescheduled due to dependency. [ 1297.247071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.666504] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.666972] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.668049] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.668049] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.731623] env[69433]: INFO networking_nsxv3.common.synchronization [req-721a9723-0cd3-448b-88ef-370772cbba2e req-72813d49-699e-4d8b-ba29-88e4dde77f26 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1306.732286] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1306.732452] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.732578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.732648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.732848] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.733065] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.733121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.733160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.733296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.733377] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.733466] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.235762] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.235938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.236012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.236239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.236335] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.236525] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.236638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.236695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.236842] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.236915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.237999] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1307.299461] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.299665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.299749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.299962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.300163] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.312275] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1309.324272] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1309.324692] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 deletion is rescheduled due to dependency. [ 1309.324692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.733349] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.733766] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.772214] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f368967-acf8-40fb-a94e-45b294a85977 req-dac7b960-d1fe-43fc-8325-18b2c981e4d5 tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1313.772852] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1313.773331] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.773653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.773653] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.773949] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.774206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.774380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.774517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.774770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.774915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.775094] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.214453] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.214742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.214915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.215259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.215563] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.215744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.215899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.216317] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.216566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.216887] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.217116] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.217374] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.217587] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.217766] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.217930] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.218155] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.241668] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.241985] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.242241] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.242612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-129" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.243044] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-d750ca29-a80b-4a46-b58d-3500a398c31f taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.243283] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.243415] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.243738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.243878] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d750ca29-a80b-4a46-b58d-3500a398c31f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.278461] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.278652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.278652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.278894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.278992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.279222] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.279368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.279368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.279543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.279614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.279683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1314.308584] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.308881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.308881] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.310162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.310162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.320661] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1314.330679] env[69433]: INFO networking_nsxv3.common.synchronization [req-1637eb6f-69ce-4282-a0ab-04bf465b38d7 req-fea74829-a394-4b60-8a61-8a17f7a72122 tempest-AttachVolumeTestJSON-1244843702 tempest-AttachVolumeTestJSON-1244843702-project-member] Enqueued Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_members [ 1314.330679] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c with Priority: HIGHEST for action security_group_members [ 1314.330679] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.330679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.330679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.330956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.330956] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.331065] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.331216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.331368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.331368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.331562] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac0d04-3092-411e-a2b3-ca3ca52b8f0c',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.746876] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.747188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.747366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.748131] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.748388] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.748599] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port d750ca29-a80b-4a46-b58d-3500a398c31f not found, creating... [ 1314.748966] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.749239] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.749404] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.749696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.749885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.750957] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.751192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.751403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.751679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.751835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.752194] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: d750ca29-a80b-4a46-b58d-3500a398c31f is going to be created. [ 1314.775736] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.776142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.776142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.776385] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.776597] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.776828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.833871] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.834125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.834125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.834304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.834402] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.834621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.834730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.834795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.834952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.835049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.835143] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c is going to be updated. [ 1314.935756] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.936028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.936028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.936243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.936406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.956423] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c in Status: IN_PROGRESS for 2s [ 1315.461695] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f368967-acf8-40fb-a94e-45b294a85977 req-f2b26f62-3cfe-4700-b407-f3e2f6cbfc48 service nova] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 1315.461918] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f368967-acf8-40fb-a94e-45b294a85977 req-f2b26f62-3cfe-4700-b407-f3e2f6cbfc48 service nova] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1315.462052] env[69433]: INFO networking_nsxv3.common.synchronization [req-3f368967-acf8-40fb-a94e-45b294a85977 req-f2b26f62-3cfe-4700-b407-f3e2f6cbfc48 service nova] Enqueued Resource ID: d750ca29-a80b-4a46-b58d-3500a398c31f with Priority: HIGHEST for action port [ 1315.462578] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_rules [ 1315.462699] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1315.462792] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d750ca29-a80b-4a46-b58d-3500a398c31f with Priority: HIGHEST for action port [ 1315.463228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.463430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.463567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.463899] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.464025] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.465295] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.465426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.465587] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-d750ca29-a80b-4a46-b58d-3500a398c31f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.465757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.465840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.466060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.466187] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d750ca29-a80b-4a46-b58d-3500a398c31f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.968151] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.968151] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.968689] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d750ca29-a80b-4a46-b58d-3500a398c31f with status ACTIVE [ 1315.968689] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.968689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.968689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.968979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.969046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.969236] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.969346] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.969411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.969740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.969740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.969937] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.970050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.970150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.970327] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.970414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.970495] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d750ca29-a80b-4a46-b58d-3500a398c31f is going to be updated. [ 1315.981464] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1315.981616] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1315.992837] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.992985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.993071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.993281] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.993422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.993589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d750ca29-a80b-4a46-b58d-3500a398c31f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.331743] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1316.332394] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 deletion is rescheduled due to dependency. [ 1316.332394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.332394] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.332574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.332615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.332739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.332804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.332957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.333051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.333146] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.835609] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.967757] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c in Status: SUCCESS [ 1316.967940] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac0d04-3092-411e-a2b3-ca3ca52b8f0c deletion is rescheduled due to dependency. [ 1316.968102] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac0d04-3092-411e-a2b3-ca3ca52b8f0c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.122917] env[69433]: INFO networking_nsxv3.common.synchronization [req-40970923-4609-4ce9-8ee4-56285f3b04a3 req-8ae12fee-ba2d-43e9-9f72-d7b8e1759bc8 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1317.123543] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1317.123919] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.124216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.124301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.124509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.124658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.124766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.124826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.125010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.125107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.125202] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.337965] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.439397] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.439625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.439840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.440012] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.440296] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.440481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.440620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.440879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.441075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.441318] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.441437] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.441559] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.441681] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.441795] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.442421] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.442421] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.462161] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.462487] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.462661] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.462857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-409" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.463220] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.463443] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.463627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.463999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.464184] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.627567] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.841399] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.841613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.841662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.841878] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.841969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.842085] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1317.879303] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.879303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.879544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.879544] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.879681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.890054] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1317.967371] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.967701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.967843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.968268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.968452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.968624] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d not found, creating... [ 1317.968917] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.969702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.969702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.969962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.970172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.970528] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.970718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.970845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.971096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.971241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.971390] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d is going to be created. [ 1318.019840] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.020133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.020280] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.020780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.020826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.021049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.130074] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.632984] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.633185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.633264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.633493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.633590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.633694] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be updated. [ 1318.664343] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.664501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.664577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.664767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.664914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.675027] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: IN_PROGRESS for 2s [ 1318.713358] env[69433]: INFO networking_nsxv3.common.synchronization [req-40970923-4609-4ce9-8ee4-56285f3b04a3 req-fb60e16f-62ab-44b8-ad11-bd6097ec50fd service nova] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 1318.713652] env[69433]: INFO networking_nsxv3.common.synchronization [req-40970923-4609-4ce9-8ee4-56285f3b04a3 req-fb60e16f-62ab-44b8-ad11-bd6097ec50fd service nova] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1318.713861] env[69433]: INFO networking_nsxv3.common.synchronization [req-40970923-4609-4ce9-8ee4-56285f3b04a3 req-fb60e16f-62ab-44b8-ad11-bd6097ec50fd service nova] Enqueued Resource ID: 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d with Priority: HIGHEST for action port [ 1318.714522] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_rules [ 1318.714723] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1318.714873] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d with Priority: HIGHEST for action port [ 1318.715282] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.715448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.715564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.715835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.715933] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.716791] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.716915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.717283] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.717429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.717521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.717739] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.717925] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.220202] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.220624] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.221637] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d with status ACTIVE [ 1319.221811] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.221940] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.221980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.222196] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.222290] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.222463] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.222559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.222619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.222772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.222849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.223035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.223130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.223187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.223324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.223395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.223478] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d is going to be updated. [ 1319.245659] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.245875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.245875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.246098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.246239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.246400] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd63b6b-019f-4fcd-9c6c-6ccab4d93b1d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.917946] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1319.918297] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.918390] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.918609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.918854] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.918985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.918985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.919210] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.919301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.919387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.919481] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.422536] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.687593] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 1320.687593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.687593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.687593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.687593] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.687593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.687593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.688098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.688098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.688098] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.925066] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42b8184-3c3f-45b4-a1aa-4c78de7254b7: rpc.has_security_group_logging(os_id): False [ 1320.947249] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.947477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.947531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.947792] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.947921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.948286] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.948437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.948531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.948743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.948860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.949058] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1321.031247] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.031498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.031498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.031661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.031807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.051416] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1321.190132] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.693242] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.196049] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.196342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.196342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.196483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.196541] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.196650] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be updated. [ 1322.229656] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.229932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.229932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.230259] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.230471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.240231] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: IN_PROGRESS for 2s [ 1323.066456] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1323.066932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.715876] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.716043] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1324.251744] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 1324.252108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.252295] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.252613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.252743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.252886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.252956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.253164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.253255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.253370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.253466] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.756037] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.258722] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff18a1d7-b2ef-4f7d-8446-33f0637e5200: rpc.has_security_group_logging(os_id): False [ 1325.277084] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.277302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.277302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.277470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.296540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.296914] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.297152] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.297249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.297452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.297535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.297627] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be updated. [ 1325.354624] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.354808] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.354882] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.355139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.355308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.369835] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: IN_PROGRESS for 2s [ 1327.386308] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 1327.386667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.717688] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.717688] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.718404] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.718778] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.719940] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.719940] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.720978] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.720978] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.722370] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.722810] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.723869] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.724322] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.725543] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.725543] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.932038] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.932449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.932449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.932449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.932563] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.434900] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.937751] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.441101] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1361.441101] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1362.211259] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.211802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.211802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.211802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.225475] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1362.226365] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.227296] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1362.267037] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.267273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.267273] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.267495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.283218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.284034] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1362.284169] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.284249] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1362.329605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.329605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.329605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.329605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.329605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.329605] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1362.417449] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.417785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.417785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.417916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.418274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.418546] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1362.490095] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.490313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.490313] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.490482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.490809] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.491114] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1362.491210] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'14cbf374-115c-42de-89b2-18122ea4064d', 'c42b8184-3c3f-45b4-a1aa-4c78de7254b7', '0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5', '37317de0-f140-4112-b655-4ae55e9a7bc1', 'ee37c5b9-f523-43f1-9c3c-a77ce105deda', '00c53769-2cb0-457d-9f37-39ff2050de8f', '16fb1d47-41d7-4c2f-a1cd-8610312614ee', '3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1', '1de5fd45-8a2c-438e-a63c-e99758c39b3f', '13236c8a-0443-49df-bdcb-c319be935e77', 'a38953fe-f8c4-4506-92f4-4fe2387618bb', 'a9b01616-d234-46a0-9889-62807b0db4f4', '3464ac46-38a5-43e7-a8e0-934113d70710', 'bfa0b6fb-37d5-4d9b-b022-9c75ea27d086', '07bd13dc-2cf2-4111-86c9-cc458701915e', '24117f8d-6fec-42fe-b698-cc20c81ffaa8', '4a4c582f-b6c1-4918-a6bc-346b98209481', 'b3f770b9-f875-4576-be8f-7915bf1e3940', '43fb6c58-0e80-46f1-8cac-756721ebc411', '1bf7411c-73b9-4944-9463-113879b8c336', '1fee7fc0-2733-4e26-9771-88d365a0284a', 'ff18a1d7-b2ef-4f7d-8446-33f0637e5200', '8694b583-f83a-4036-a4b9-142c0f4e8208', 'dc2f1d11-0ca3-44aa-8d53-72dfa2671e90', '7d2c9beb-ad54-49a9-816a-e9899907f34d', 'f4b36c34-4129-432a-85ec-d0d77322aae9', 'f239d5da-e949-43c8-9e3e-8b954b572b45', '64b9baa4-73ce-46e7-8eac-56529ed63104', '2855edf1-7fbc-4069-b809-d2a1cd3e480e', '3824cc37-dcb0-49c6-ae00-c4a52bf261ae', '775c43cb-3f60-4da6-a8d1-1ccefaa2809f', '7c8baa4a-26cc-4f56-ad34-6188daf5b408', 'c2f2e6b3-fb79-42ce-872b-0754e41ad80b', '77bb1e45-0736-4b55-b3d7-9da8a2adb898', 'bbd1ff1f-a357-4eee-ab8c-b4879037b9b8', 'b5553667-d9a5-4a61-abf6-06a592d7ceed', 'd6980d12-7365-40c2-a5b9-18cab81ab7b7', '023e591e-9d90-4762-9905-f350d745b037', '3f44a344-d79f-4249-b88d-11088b42f9d8', 'a568a270-a3f6-49aa-883e-1015d910e1ac', '1425d356-6999-411b-af62-1064bd619193', '6cac0d04-3092-411e-a2b3-ca3ca52b8f0c', 'e9f081bd-5178-4571-93b1-e65ea0384cf1', 'ff15230a-2bef-4bd5-aac7-6e870753fa29'} {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.491383] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1362.510402] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.510728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.510728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.510871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.510926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.511058] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1362.511129] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.511204] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1362.596926] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.597140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.597140] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.597351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.598491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.598751] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1362.598828] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1362.598900] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1362.598966] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1362.599059] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1362.599131] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGH for action security_group_rules [ 1362.599205] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 1362.599272] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGH for action security_group_rules [ 1362.599333] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGH for action security_group_rules [ 1362.599394] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGH for action security_group_rules [ 1362.599492] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGH for action security_group_rules [ 1362.599549] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGH for action security_group_rules [ 1362.599615] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGH for action security_group_rules [ 1362.599673] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGH for action security_group_rules [ 1362.599730] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGH for action security_group_rules [ 1362.599791] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGH for action security_group_rules [ 1362.599849] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGH for action security_group_rules [ 1362.599909] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGH for action security_group_rules [ 1362.599969] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGH for action security_group_rules [ 1362.600039] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGH for action security_group_rules [ 1362.600098] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGH for action security_group_rules [ 1362.600160] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGH for action security_group_rules [ 1362.600219] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGH for action security_group_rules [ 1362.600280] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGH for action security_group_rules [ 1362.600338] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGH for action security_group_rules [ 1362.600435] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cbf374-115c-42de-89b2-18122ea4064d with Priority: HIGH for action security_group_rules [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 with Priority: HIGH for action security_group_rules [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee with Priority: HIGH for action security_group_rules [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bd13dc-2cf2-4111-86c9-cc458701915e with Priority: HIGH for action security_group_rules [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf7411c-73b9-4944-9463-113879b8c336 with Priority: HIGH for action security_group_rules [ 1363.727041] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f770b9-f875-4576-be8f-7915bf1e3940 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3464ac46-38a5-43e7-a8e0-934113d70710 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b01616-d234-46a0-9889-62807b0db4f4 with Priority: HIGH for action security_group_rules [ 1363.727676] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGH for action security_group_rules [ 1363.727891] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13236c8a-0443-49df-bdcb-c319be935e77 with Priority: HIGH for action security_group_rules [ 1363.727891] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f with Priority: HIGH for action security_group_rules [ 1363.728614] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c53769-2cb0-457d-9f37-39ff2050de8f with Priority: HIGH for action security_group_rules [ 1363.728770] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 with Priority: HIGH for action security_group_rules [ 1363.728892] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda with Priority: HIGH for action security_group_rules [ 1363.729038] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 1363.729105] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 with Priority: HIGH for action security_group_rules [ 1363.729429] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cbf374-115c-42de-89b2-18122ea4064d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.729598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.729668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.729886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.729974] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cbf374-115c-42de-89b2-18122ea4064d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.730989] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.731110] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.731178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.731343] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.731418] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.732988] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.733175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.733251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.733567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.733647] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fb1d47-41d7-4c2f-a1cd-8610312614ee',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.734902] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07bd13dc-2cf2-4111-86c9-cc458701915e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.734960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.734993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.735150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.735235] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07bd13dc-2cf2-4111-86c9-cc458701915e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.736316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf7411c-73b9-4944-9463-113879b8c336 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.736442] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.736501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.736639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.736742] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf7411c-73b9-4944-9463-113879b8c336',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.737563] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fb6c58-0e80-46f1-8cac-756721ebc411 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.737677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.737745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.737895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.737968] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fb6c58-0e80-46f1-8cac-756721ebc411',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.738702] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f770b9-f875-4576-be8f-7915bf1e3940 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.738811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.738877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.739043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.739112] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f770b9-f875-4576-be8f-7915bf1e3940',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.739820] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a4c582f-b6c1-4918-a6bc-346b98209481 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.739932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.739997] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.740932] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.741022] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a4c582f-b6c1-4918-a6bc-346b98209481',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.742344] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.742453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.742524] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.742777] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.742818] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfa0b6fb-37d5-4d9b-b022-9c75ea27d086',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.743869] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.743981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.744061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.744213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.744286] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24117f8d-6fec-42fe-b698-cc20c81ffaa8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.745890] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3464ac46-38a5-43e7-a8e0-934113d70710 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.746049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.746149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.746316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.746429] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3464ac46-38a5-43e7-a8e0-934113d70710',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.747397] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b01616-d234-46a0-9889-62807b0db4f4 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.747522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.747605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.747770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.747845] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b01616-d234-46a0-9889-62807b0db4f4',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.748886] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.749092] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.749145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.749267] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.749338] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.750437] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13236c8a-0443-49df-bdcb-c319be935e77 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.750554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.750621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.750772] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.750862] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13236c8a-0443-49df-bdcb-c319be935e77',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.751849] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.751964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.752043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.752219] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.752262] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de5fd45-8a2c-438e-a63c-e99758c39b3f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.753322] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c53769-2cb0-457d-9f37-39ff2050de8f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.753439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.753507] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.753659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.753730] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c53769-2cb0-457d-9f37-39ff2050de8f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.754487] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.754596] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.754663] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.754812] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.754883] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.755578] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.755687] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.755753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.755906] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.756013] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee37c5b9-f523-43f1-9c3c-a77ce105deda',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.757458] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.757613] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.757689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.757846] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.757919] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.758608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37317de0-f140-4112-b655-4ae55e9a7bc1 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.758718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.758785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.758935] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.759018] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37317de0-f140-4112-b655-4ae55e9a7bc1',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.789534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.789722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.789966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.789966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.881111] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.881397] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.882163] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.882270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.896380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.896540] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf7411c-73b9-4944-9463-113879b8c336 is going to be deleted. [ 1363.897495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.897726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.918303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.918488] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cbf374-115c-42de-89b2-18122ea4064d is going to be deleted. [ 1363.919495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.919641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.942981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.943183] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37317de0-f140-4112-b655-4ae55e9a7bc1 is going to be deleted. [ 1363.970305] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.970570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.970570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.970715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.970805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.970918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf7411c-73b9-4944-9463-113879b8c336" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.982102] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.982291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.982291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.982490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.982579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.982696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cbf374-115c-42de-89b2-18122ea4064d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.988768] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.988890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.988960] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.989178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.989265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.989379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37317de0-f140-4112-b655-4ae55e9a7bc1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.251915] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.252162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.252162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.252332] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.252495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.252593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.252656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.252818] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.252918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.253106] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.253254] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.265108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.265308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.265308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.265488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.265645] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.265740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.265793] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.265939] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.266033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.266118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.266203] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.274125] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.274307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.274307] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.274501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.276317] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.276482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.279214] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.279357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.288120] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.288291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.289144] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.289242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.289974] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.290074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.316261] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.316460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.318269] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.318444] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.319228] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.319324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.320234] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.320329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.321088] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.321182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.321848] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1364.322254] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.322510] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.322923] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1364.323326] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.323407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.324073] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1364.324571] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.324571] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.325752] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1364.326187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.326299] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a4c582f-b6c1-4918-a6bc-346b98209481 is going to be deleted. [ 1364.327251] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.327461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.328826] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.328934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.348252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.348407] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fb1d47-41d7-4c2f-a1cd-8610312614ee is going to be deleted. [ 1364.349283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.349528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.380528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.380716] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07bd13dc-2cf2-4111-86c9-cc458701915e is going to be deleted. [ 1364.381638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.381860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.383195] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.383299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.404360] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.404561] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3464ac46-38a5-43e7-a8e0-934113d70710 is going to be deleted. [ 1364.405370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.405584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.425033] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.425033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.426515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.426636] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfa0b6fb-37d5-4d9b-b022-9c75ea27d086 is going to be deleted. [ 1364.427508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.427731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.466995] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.467211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.485062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.485280] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24117f8d-6fec-42fe-b698-cc20c81ffaa8 is going to be deleted. [ 1364.486320] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.486597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.530408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.530620] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c53769-2cb0-457d-9f37-39ff2050de8f is going to be deleted. [ 1364.531679] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.531922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.533420] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.533543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.576113] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.576264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.596612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.596780] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de5fd45-8a2c-438e-a63c-e99758c39b3f is going to be deleted. [ 1364.597706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.597931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.609605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.609779] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.651584] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.651775] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fb6c58-0e80-46f1-8cac-756721ebc411 is going to be deleted. [ 1364.652775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.653029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.712553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.712753] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13236c8a-0443-49df-bdcb-c319be935e77 is going to be deleted. [ 1364.713780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.713921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.729206] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.729661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.761934] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.767766] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.767898] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b01616-d234-46a0-9889-62807b0db4f4 is going to be deleted. [ 1364.768868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.769101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.782350] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.798822] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.799042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.807709] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.808044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.832061] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.832233] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1 is going to be deleted. [ 1364.833138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.833355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.883202] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.883379] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5 is going to be deleted. [ 1364.884330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.884569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.917043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.917256] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.949704] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.949894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.963160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.963345] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f770b9-f875-4576-be8f-7915bf1e3940 is going to be deleted. [ 1364.964305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.964545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.988754] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.988982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.998712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.998952] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee37c5b9-f523-43f1-9c3c-a77ce105deda is going to be deleted. [ 1364.999985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.000258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.000359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.000509] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a4c582f-b6c1-4918-a6bc-346b98209481" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.000722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.000895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.000981] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.001113] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fb1d47-41d7-4c2f-a1cd-8610312614ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.001688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.001898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.001984] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.002121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07bd13dc-2cf2-4111-86c9-cc458701915e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.002261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.002417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.002491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.002604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3464ac46-38a5-43e7-a8e0-934113d70710" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.002741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.002883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.002952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.003079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24117f8d-6fec-42fe-b698-cc20c81ffaa8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.003204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.003347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.003411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.003530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfa0b6fb-37d5-4d9b-b022-9c75ea27d086" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.003659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.003802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.003870] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.003983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c53769-2cb0-457d-9f37-39ff2050de8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.004123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.004264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.004369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.004482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de5fd45-8a2c-438e-a63c-e99758c39b3f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.004607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.004745] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.004810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.004914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fb6c58-0e80-46f1-8cac-756721ebc411" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.005053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.005195] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.005261] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.005415] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13236c8a-0443-49df-bdcb-c319be935e77" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.005483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.005615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.005680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.005791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b01616-d234-46a0-9889-62807b0db4f4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.005913] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.006070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.006139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.006248] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a8283c2-dc9e-4a54-9121-e7c01e6fd0c5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.018556] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.018770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.018770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.018966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.019067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.019190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb2fdf7-8ff5-4ea7-af8c-08735976d1f1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.039846] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.040076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.040076] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.040226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.040319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.040440] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f770b9-f875-4576-be8f-7915bf1e3940" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.133945] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.134409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.134562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.134678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.134982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.134982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.135178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee37c5b9-f523-43f1-9c3c-a77ce105deda" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.264752] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38953fe-f8c4-4506-92f4-4fe2387618bb: rpc.has_security_group_logging(os_id): False [ 1365.284970] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42b8184-3c3f-45b4-a1aa-4c78de7254b7: rpc.has_security_group_logging(os_id): False [ 1365.286944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.287164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.287230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.287552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.312135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.312375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.321274] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.321597] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.321695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.321765] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.322025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.322114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.322204] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1365.323301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.323474] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.346122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.346429] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.346553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.346621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.346828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.346910] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.346998] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1365.400703] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.400946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.400946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.401159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.401308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.413727] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.413929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.413929] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.414145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.414291] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.416310] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1365.426968] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1367.429730] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1367.430139] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.438684] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1367.438876] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.730443] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.730919] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.731571] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.731988] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.452236] env[69433]: INFO networking_nsxv3.common.synchronization [req-c85cbb1f-48af-4f6f-bbd9-fbd88bfadbd1 req-51319036-1184-43e8-973a-f64358d7d0de tempest-ServerActionsTestJSON-1312425283 tempest-ServerActionsTestJSON-1312425283-project-member] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1375.452821] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGHEST for action security_group_members [ 1375.453139] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.453260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.453326] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.453656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.453813] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.453918] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.453985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.454212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.454253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.454332] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.956903] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.957150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.957150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.957322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.957416] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.957621] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.957721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.957784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.957930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.958017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.958130] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be updated. [ 1375.988405] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.988405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.988405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.988405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.988405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.996086] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: IN_PROGRESS for 2s [ 1378.006589] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 in Status: SUCCESS [ 1378.006957] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 deletion is rescheduled due to dependency. [ 1378.006957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.453517] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.453917] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.455031] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.455453] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.115731] env[69433]: INFO networking_nsxv3.common.synchronization [req-4718aaff-6e6b-415a-958c-62559b89a0e1 req-defc543f-83f9-43ed-8164-a8cad25742d2 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1386.115973] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1386.116278] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.116399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.116466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.116662] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.116807] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.116909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.116968] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.117130] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.117205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.117300] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.620044] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.123728] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.625223] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.625642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.625642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.625729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.625764] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.625875] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be updated. [ 1387.656293] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.656525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.656525] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.656716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.656921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.666400] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: IN_PROGRESS for 2s [ 1389.677124] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 1389.677498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.116871] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.117221] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.896142] env[69433]: INFO networking_nsxv3.common.synchronization [req-7b709635-4976-4c14-87c5-f3b97ae734bf req-86f5f87f-dbaf-47a5-b3e8-14f136b7089b tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1391.896656] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1391.896959] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.897111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.897170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.897345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.898010] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.898010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.898010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.898010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.898010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.898010] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.401348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.401829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.401829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.401829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.402071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.402135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.402253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.402253] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.402393] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.402477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.402544] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1392.432203] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.432432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.432432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.432633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.432776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.440706] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1394.451713] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1394.452181] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb deletion is rescheduled due to dependency. [ 1394.452181] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.897666] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.898086] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.967424] env[69433]: INFO networking_nsxv3.common.synchronization [req-34554a91-ba30-4c0e-8c61-347ec4ca8281 req-c4fcc144-536b-4ed8-bd82-fe8a6da93d9f tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1400.968938] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1400.968938] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.968938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.968938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.968938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.969443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.969443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.969443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.969443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.969443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.969748] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.235170] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.235392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.235521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.235809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.236092] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.236258] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.236377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.236593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.236771] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.236972] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1401.237101] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1401.237245] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1401.237365] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1401.237482] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1401.237595] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1401.237735] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1401.260272] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1401.260484] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1401.260628] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1401.260808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.261176] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-6b8dd75f-09f1-4524-b458-f276123c8bc9 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.261436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.261573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.261879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.262041] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8dd75f-09f1-4524-b458-f276123c8bc9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.471891] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.472159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.472159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.472354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.472448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.472679] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.472759] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.472822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.472983] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.473098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.473151] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1401.498333] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.498591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.498591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.498711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.498853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.508611] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1401.764914] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.765182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.765310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.765592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.765746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.765910] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 6b8dd75f-09f1-4524-b458-f276123c8bc9 not found, creating... [ 1401.766192] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.766358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.766480] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.766719] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.766842] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.767142] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.767301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.767422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.767632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.767768] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.768034] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 6b8dd75f-09f1-4524-b458-f276123c8bc9 is going to be created. [ 1401.788524] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.788784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.788905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.789286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.789547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.789780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.638856] env[69433]: INFO networking_nsxv3.common.synchronization [req-34554a91-ba30-4c0e-8c61-347ec4ca8281 req-9def10fa-b07c-46c6-9275-7479e46ccc72 service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1402.639159] env[69433]: INFO networking_nsxv3.common.synchronization [req-34554a91-ba30-4c0e-8c61-347ec4ca8281 req-9def10fa-b07c-46c6-9275-7479e46ccc72 service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1402.639207] env[69433]: INFO networking_nsxv3.common.synchronization [req-34554a91-ba30-4c0e-8c61-347ec4ca8281 req-9def10fa-b07c-46c6-9275-7479e46ccc72 service nova] Enqueued Resource ID: 6b8dd75f-09f1-4524-b458-f276123c8bc9 with Priority: HIGHEST for action port [ 1402.639425] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1402.639555] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1402.639651] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8dd75f-09f1-4524-b458-f276123c8bc9 with Priority: HIGHEST for action port [ 1402.640272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.640414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.640486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.640683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.640764] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.641640] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.641731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.643166] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8dd75f-09f1-4524-b458-f276123c8bc9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.643166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.643166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.643166] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.643166] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8dd75f-09f1-4524-b458-f276123c8bc9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.646841] env[69433]: INFO networking_nsxv3.common.synchronization [req-4cc1ec9b-3665-4a0a-995e-b7d936080904 req-6cb6a8c0-38da-40a2-8877-1eb4f11d7805 tempest-ServerActionsTestOtherA-300938724 tempest-ServerActionsTestOtherA-300938724-project-member] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1402.647075] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGHEST for action security_group_members [ 1402.647550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.647677] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.647746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.647893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.648016] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.648155] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.648155] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.648341] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.648434] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.648525] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.143745] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.143988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.144125] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b8dd75f-09f1-4524-b458-f276123c8bc9 with status ACTIVE [ 1403.144302] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.144410] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.144475] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.144697] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.144784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.144953] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.145072] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.145141] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.145325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.145406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.145596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.145698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.145755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.145924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.146018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.146094] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b8dd75f-09f1-4524-b458-f276123c8bc9 is going to be updated. [ 1403.151805] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.151930] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.151994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.152192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.168156] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.168314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.168413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.168602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.168746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.168902] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8dd75f-09f1-4524-b458-f276123c8bc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.173702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.173944] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.174073] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.174136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.174357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.174453] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.174545] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be updated. [ 1403.210379] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.210599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.210599] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.210758] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.210911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.219530] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: IN_PROGRESS for 2s [ 1403.518908] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1403.519103] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb deletion is rescheduled due to dependency. [ 1403.519216] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.519374] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.519587] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.519764] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.519879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.519958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.520147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.520227] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.520324] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.022375] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.524864] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.027369] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.027839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.027839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.027839] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.027963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.028069] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1405.057583] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.057880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.057880] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.058044] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.058192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.067150] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1405.229822] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 in Status: SUCCESS [ 1405.230131] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 deletion is rescheduled due to dependency. [ 1405.230230] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.076828] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1407.077080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.077249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.077476] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.077681] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.077824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.077884] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.078080] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.078160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.078244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.078334] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.580460] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.647620] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.647705] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.082572] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38953fe-f8c4-4506-92f4-4fe2387618bb: rpc.has_security_group_logging(os_id): False [ 1408.117237] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.117237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.117237] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.117647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.117647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.118051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.118051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.118051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.118051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.118381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.118381] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1408.179412] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.179661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.179661] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.179831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.179971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.194140] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1410.209772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1410.210114] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.744535] env[69433]: INFO networking_nsxv3.common.synchronization [None req-d372bc15-158a-4949-8676-ee20fce2762e None None] Enqueued Resource ID: 97957a6e-4ed4-4654-888c-6e97c90f0795 with Priority: HIGHEST for action port [ 1410.744922] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97957a6e-4ed4-4654-888c-6e97c90f0795 with Priority: HIGHEST for action port [ 1410.745403] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-97957a6e-4ed4-4654-888c-6e97c90f0795 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.745530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97957a6e-4ed4-4654-888c-6e97c90f0795" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.745598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97957a6e-4ed4-4654-888c-6e97c90f0795" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.745864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97957a6e-4ed4-4654-888c-6e97c90f0795" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.746022] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97957a6e-4ed4-4654-888c-6e97c90f0795',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.248314] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97957a6e-4ed4-4654-888c-6e97c90f0795 [ 1411.248601] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.248853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.248853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.248967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.249036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.249133] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97957a6e-4ed4-4654-888c-6e97c90f0795 already deleted. [ 1411.249218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97957a6e-4ed4-4654-888c-6e97c90f0795" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.111725] env[69433]: INFO networking_nsxv3.common.synchronization [None req-e87df299-d009-4c4c-8b8f-85dfb096bac4 None None] Enqueued Resource ID: 1bcb2740-396a-4a8e-a938-1022dffbb561 with Priority: HIGHEST for action port [ 1413.112269] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bcb2740-396a-4a8e-a938-1022dffbb561 with Priority: HIGHEST for action port [ 1413.112581] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bcb2740-396a-4a8e-a938-1022dffbb561 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.112692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bcb2740-396a-4a8e-a938-1022dffbb561" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.112757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bcb2740-396a-4a8e-a938-1022dffbb561" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.113079] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bcb2740-396a-4a8e-a938-1022dffbb561" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.113163] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bcb2740-396a-4a8e-a938-1022dffbb561',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.615566] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bcb2740-396a-4a8e-a938-1022dffbb561 [ 1413.615885] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.616083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.616183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.616464] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.616585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.616710] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bcb2740-396a-4a8e-a938-1022dffbb561 already deleted. [ 1413.616822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bcb2740-396a-4a8e-a938-1022dffbb561" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.256393] env[69433]: INFO networking_nsxv3.common.synchronization [req-6f5f223b-79a3-4b5d-b76b-28f565d59264 req-26b6d599-138f-42a3-834d-b6b6d7b4dbb2 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1416.256937] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1416.257252] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.257376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.257437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.257725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.257876] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.257979] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.258074] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.258236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.258323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.258418] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.519164] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.519385] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.519576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.519871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.520173] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.520351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.520475] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.520696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.520841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.521076] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1416.521210] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1416.521326] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1416.521435] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1416.521550] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1416.521655] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1416.521787] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1416.542120] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1416.542331] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1416.542436] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1416.542614] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.542935] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-731ebcb7-0542-4a28-bd8c-19823d559a59 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.543128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.543253] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.543584] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.543726] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731ebcb7-0542-4a28-bd8c-19823d559a59',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.760839] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.761100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.761100] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.761376] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.761477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.761691] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.761795] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.761859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.762058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.762185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.762185] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 already deleted. [ 1416.762280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.046842] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.047328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.047328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.047509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.047666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.047828] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 731ebcb7-0542-4a28-bd8c-19823d559a59 not found, creating... [ 1417.048106] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.048302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.048390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.048613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.048754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.049049] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.049212] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.049335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.049545] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.049682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.051243] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 731ebcb7-0542-4a28-bd8c-19823d559a59 is going to be created. [ 1417.074513] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.074738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.074871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.075184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.075428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.075663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.752303] env[69433]: INFO networking_nsxv3.common.synchronization [req-6f5f223b-79a3-4b5d-b76b-28f565d59264 req-472ea06c-1aca-4caa-8f7f-9a28d16f3344 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1417.752303] env[69433]: INFO networking_nsxv3.common.synchronization [req-6f5f223b-79a3-4b5d-b76b-28f565d59264 req-472ea06c-1aca-4caa-8f7f-9a28d16f3344 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1417.752303] env[69433]: INFO networking_nsxv3.common.synchronization [req-6f5f223b-79a3-4b5d-b76b-28f565d59264 req-472ea06c-1aca-4caa-8f7f-9a28d16f3344 service nova] Enqueued Resource ID: 731ebcb7-0542-4a28-bd8c-19823d559a59 with Priority: HIGHEST for action port [ 1417.752303] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1417.752303] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1417.752303] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 731ebcb7-0542-4a28-bd8c-19823d559a59 with Priority: HIGHEST for action port [ 1417.752303] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.752303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.752303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.752303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.752303] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.753325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.753441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.753508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.753675] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.753818] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.753911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.753974] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.754133] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.754218] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.754331] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.756495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-731ebcb7-0542-4a28-bd8c-19823d559a59 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.756600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.756667] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.756820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.756906] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731ebcb7-0542-4a28-bd8c-19823d559a59',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.258753] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.259840] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.259948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.260180] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 731ebcb7-0542-4a28-bd8c-19823d559a59 with status ACTIVE [ 1418.260348] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.260462] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.260528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.260732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.260823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.260994] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.261115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.261197] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.261381] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.261461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.261646] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.261740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.261801] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.261938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.262018] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.262562] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 731ebcb7-0542-4a28-bd8c-19823d559a59 is going to be updated. [ 1418.284179] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.284421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.284421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.284576] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.284714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.284877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-731ebcb7-0542-4a28-bd8c-19823d559a59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.765170] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.268081] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.268269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.268348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.268601] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.268701] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.268808] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be created. [ 1419.294461] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.294684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.294684] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.294916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.295099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.304242] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: UNINITIALIZED for 2s [ 1421.314935] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1421.315345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.315345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.315520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.315658] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.315775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.315837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.315985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.316071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.316158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.316247] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.819131] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.819385] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.819498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.819828] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.820035] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.820157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.820247] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.820486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.820637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.820794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.820966] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.821077] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.821173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.821362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.821545] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.821657] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.821721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.821901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.822024] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.822162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.822312] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.325051] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1422.342565] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.342732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.342785] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.342978] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.343088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.343302] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.343404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.343470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.343620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.343696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.343867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.343958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.344030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.344205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.344284] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.344471] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.344564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.344622] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.344760] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.344832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.344914] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be created. [ 1422.400074] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.400336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.400336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.400550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.400729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.410588] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1422.752183] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.752386] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1424.423250] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1424.423564] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.753722] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.754095] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.200508] env[69433]: INFO networking_nsxv3.common.synchronization [req-9ac9ba07-826e-431e-88d3-70c985d279f5 req-e464dafb-53ca-498a-a86f-a2c2b0ce8b67 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1431.200804] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1431.200964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.201104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.201173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.201379] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.201534] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.201634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.201696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.201843] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.201925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.202027] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.474275] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.474485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.474613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.474878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.475154] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.475311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.475433] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.475647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.475795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.476016] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1431.476133] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1431.476246] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1431.476406] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1431.476537] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1431.476647] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1431.477097] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1431.496620] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1431.496781] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1431.496926] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1431.497150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.497463] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.497639] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.497763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.498100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.498247] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ac2c22-d55d-474d-9b0e-02d8c8ed86c7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.703912] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.000381] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.000617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.000755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.001101] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.001267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.001432] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 not found, creating... [ 1432.001707] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.001866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.001985] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.002231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.002374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.002663] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.002815] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.002945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.003282] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.003455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.003607] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 is going to be created. [ 1432.025120] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.025342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.025469] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.025763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.025994] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.026227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.206339] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.699642] env[69433]: INFO networking_nsxv3.common.synchronization [req-9ac9ba07-826e-431e-88d3-70c985d279f5 req-b7aa3168-b139-4bbc-a805-1f0de0c40110 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1432.699757] env[69433]: INFO networking_nsxv3.common.synchronization [req-9ac9ba07-826e-431e-88d3-70c985d279f5 req-b7aa3168-b139-4bbc-a805-1f0de0c40110 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1432.699902] env[69433]: INFO networking_nsxv3.common.synchronization [req-9ac9ba07-826e-431e-88d3-70c985d279f5 req-b7aa3168-b139-4bbc-a805-1f0de0c40110 service nova] Enqueued Resource ID: 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 with Priority: HIGHEST for action port [ 1432.700137] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1432.700533] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1432.700533] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 with Priority: HIGHEST for action port [ 1432.700933] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.701063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.701124] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.701331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.701416] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.702513] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.702604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.702821] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.702924] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.702994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.703170] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.703274] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ac2c22-d55d-474d-9b0e-02d8c8ed86c7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.708428] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.708428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.708428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.708665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.708665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.708729] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1432.739685] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.739912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.739912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.740122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.740270] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.750572] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1433.205703] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 with status ACTIVE [ 1433.205910] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.206075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.206169] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.206367] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.206925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.206925] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.206925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.206925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.206925] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.207272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.207272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.207388] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.207441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.207600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.207674] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.207762] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58ac2c22-d55d-474d-9b0e-02d8c8ed86c7 is going to be updated. [ 1433.209108] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.209207] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.231367] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.231577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.231577] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.231790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.231923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.232104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58ac2c22-d55d-474d-9b0e-02d8c8ed86c7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.761031] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1434.761031] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.761520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.761520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.761520] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.761660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.761700] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.761833] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.761911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.762015] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.264328] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.767528] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.269751] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.269950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.269950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.270223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.270321] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.270445] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1436.299072] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.299317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.299317] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.299491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.299636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.308376] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1437.700963] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.701425] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1438.319081] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1438.319368] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.319573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.319830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.320071] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.320225] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.320315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.320554] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.320642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.320730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.320821] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.823811] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.824254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.824254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.824441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.824678] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.824827] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.824923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.825157] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.825287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.825420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.825641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.825780] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.825877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.826109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.826315] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.826452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.826545] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.826747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.826857] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.826977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.827125] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.329276] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1439.346536] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.346683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.346753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.346985] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.347083] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.347279] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.347378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.347441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.347592] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.347666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.347836] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.347927] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.347988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.348148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.348220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.348444] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.348542] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.348603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.348741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.348813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.348896] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1439.411058] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.411301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.411301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.411484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.411628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.424434] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1441.439934] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1441.440333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.506050] env[69433]: INFO networking_nsxv3.common.synchronization [req-8246eb5c-9e22-4b6d-a6b0-e03591f0e82c req-cb8abe3e-93f8-46b2-979a-6bd5d084ed77 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1442.506050] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1442.506050] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.506050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.506448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.506448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.506448] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.506586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.506586] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.506728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.506810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.506939] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.009186] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.511174] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.013741] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.013967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.013967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.014205] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.014303] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.014406] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1444.045533] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.045695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.045762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.045946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.046111] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.055169] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1446.066677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1446.067059] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.507353] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.507741] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.352861] env[69433]: INFO networking_nsxv3.common.synchronization [req-a4afb195-41db-4f55-b959-cdf9a5b6e058 req-d50ba7bb-6c76-4af9-831e-9719ae0d2f55 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1451.353119] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1451.353378] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.353501] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.353581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.353784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.353939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.354616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.354719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.354886] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.354977] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.355087] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.636481] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.636627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.636876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.636988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.637303] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.637432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.637556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.637801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.637954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.638193] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1451.638309] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1451.638421] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1451.638534] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1451.638644] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1451.638753] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1451.638889] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1451.658683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1451.658857] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1451.659028] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1451.659215] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.659832] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.659832] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.659832] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.660124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.660264] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.857261] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.162334] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.162496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.163605] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.163605] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.163605] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.163605] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 not found, creating... [ 1452.163874] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.164071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.164238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.164502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.164682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.165023] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.165330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.165500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.165744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.165919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.166378] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 is going to be created. [ 1452.187342] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.187342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.187625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.187773] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.187944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.188192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.359929] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.862069] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.862239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.862355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.862513] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.862604] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.862707] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1452.880282] env[69433]: INFO networking_nsxv3.common.synchronization [req-a4afb195-41db-4f55-b959-cdf9a5b6e058 req-cb920c36-f826-48f8-a4d5-45e8bc78722e service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1452.880450] env[69433]: INFO networking_nsxv3.common.synchronization [req-a4afb195-41db-4f55-b959-cdf9a5b6e058 req-cb920c36-f826-48f8-a4d5-45e8bc78722e service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1452.880650] env[69433]: INFO networking_nsxv3.common.synchronization [req-a4afb195-41db-4f55-b959-cdf9a5b6e058 req-cb920c36-f826-48f8-a4d5-45e8bc78722e service nova] Enqueued Resource ID: 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 with Priority: HIGHEST for action port [ 1452.880894] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1452.881063] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1452.881131] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 with Priority: HIGHEST for action port [ 1452.883161] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.883288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.883355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.883553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.883699] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.884494] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.884569] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.884728] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.884869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.884950] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.885057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.885128] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.894167] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.894348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.894348] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.894538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.894680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.904247] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1453.388816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.388816] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 with status ACTIVE [ 1453.388816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.388816] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.388816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.389819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.389819] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.389819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.389819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.389819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.389819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.389819] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54 is going to be updated. [ 1453.410082] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.410330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.410330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.410482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.410665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.410822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe1d3c5-f0e8-48d7-9ab0-f372313b0c54" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.918087] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1454.918087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.918087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.918087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.918669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.918669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.918669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.918669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.918844] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.918844] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.422223] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.926443] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.428669] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.428991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.428991] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.429228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.429350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.429469] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1456.459605] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.459755] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.459831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.460029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.460185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.468507] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1457.882038] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.882038] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1458.482115] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1458.482115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.482115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.482115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.482115] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.482555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.482555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.482555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.482555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.482698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.482840] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.985252] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.985572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.985572] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.985706] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.985879] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.985984] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.986056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.986208] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.986296] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.986387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.986532] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.986626] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.986681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.986822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.986961] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.987063] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.987120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.987258] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.987336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.987411] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.987499] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.489796] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1459.508364] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.508641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.508641] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.508866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.509013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.509272] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.509380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.509441] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.509610] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.509693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.509867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.509958] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.510029] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.510172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.510245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.510448] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.510559] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.510603] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.510753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.510829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.510913] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1459.571986] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.572232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.572232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.572486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.572693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.585380] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1461.601073] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1461.601497] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.673317] env[69433]: INFO networking_nsxv3.common.synchronization [req-992f5e92-9ee2-424f-a68e-84379a96b0b3 req-285a35d2-c983-49d1-a7f9-a54cf2b1d95c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1462.673317] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1462.673689] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.673689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.673689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.673832] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.673950] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.674078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.674191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.674370] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.674458] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.674553] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.176663] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.679730] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.182550] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.182716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.182784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.183097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.183233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.183376] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1464.211847] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.212033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.212109] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.212312] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.212459] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.220789] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1466.231593] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1466.231943] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.674498] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.674767] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.621503] env[69433]: INFO networking_nsxv3.common.synchronization [req-e73d1679-73f5-4a0a-a419-d19ab88fd16b req-4fab4d73-bc5f-4707-8e09-2ec5a5297f15 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1471.621979] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1471.622285] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.622421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.622504] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.622698] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.622848] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.622947] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.623022] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.623175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.623260] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.623351] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.880700] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.880940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.881097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.881369] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.881640] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.881809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.881929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.882189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.882338] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.882685] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.882811] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1471.882942] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1471.883130] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1471.883523] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.883670] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1471.883845] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1471.905247] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1471.905436] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1471.905581] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1471.905765] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.906110] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-c8247fa0-60ad-455e-9fdc-d90f1001e826 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.906296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.906424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.906770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.906908] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8247fa0-60ad-455e-9fdc-d90f1001e826',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.126702] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.409044] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.409310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.409459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.409851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.409913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.410110] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port c8247fa0-60ad-455e-9fdc-d90f1001e826 not found, creating... [ 1472.410411] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.410515] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.410710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.411237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.411237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.411342] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.411493] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.411967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.411967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.411967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.412103] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: c8247fa0-60ad-455e-9fdc-d90f1001e826 is going to be created. [ 1472.434430] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.434653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.434783] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.435668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.435668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.435668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.629617] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.111878] env[69433]: INFO networking_nsxv3.common.synchronization [req-e73d1679-73f5-4a0a-a419-d19ab88fd16b req-4b9236b3-dee2-4e34-aaea-3472bf7c99a7 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1473.113982] env[69433]: INFO networking_nsxv3.common.synchronization [req-e73d1679-73f5-4a0a-a419-d19ab88fd16b req-4b9236b3-dee2-4e34-aaea-3472bf7c99a7 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1473.113982] env[69433]: INFO networking_nsxv3.common.synchronization [req-e73d1679-73f5-4a0a-a419-d19ab88fd16b req-4b9236b3-dee2-4e34-aaea-3472bf7c99a7 service nova] Enqueued Resource ID: c8247fa0-60ad-455e-9fdc-d90f1001e826 with Priority: HIGHEST for action port [ 1473.113982] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1473.113982] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1473.113982] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8247fa0-60ad-455e-9fdc-d90f1001e826 with Priority: HIGHEST for action port [ 1473.113982] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.113982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.113982] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.114305] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.114305] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.115684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.115732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.115941] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8247fa0-60ad-455e-9fdc-d90f1001e826 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.116107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.116310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.116522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.116577] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8247fa0-60ad-455e-9fdc-d90f1001e826',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.132692] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.132840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.132840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.133053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.133145] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.133241] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1473.166490] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.166658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.166658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.166813] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.166963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.178511] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1473.618642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.618642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.618844] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8247fa0-60ad-455e-9fdc-d90f1001e826 with status ACTIVE [ 1473.618992] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.619116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.619182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.619392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.619484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.619644] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.619738] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.619794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.619946] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.620052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.620209] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.620301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.620357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.620496] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.620567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.620650] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8247fa0-60ad-455e-9fdc-d90f1001e826 is going to be updated. [ 1473.642648] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.643047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.643047] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.643126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.643229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.643392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8247fa0-60ad-455e-9fdc-d90f1001e826" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.189655] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1475.190038] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.190448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.190683] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.190883] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.190994] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.191075] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.191239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.191319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.191411] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.694119] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.196176] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.698592] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.700137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.700137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.700137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.700137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.700137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1476.730119] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.730334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.730334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.730550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.730688] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.739697] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1478.113602] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.113900] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1478.751480] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1478.751695] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.751867] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.752144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.752356] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.752481] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.752567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.752743] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.752830] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.752912] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.753032] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.255713] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.256126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.256126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.256215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.256412] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.256521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.256585] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.256752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.256837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.256926] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.257090] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.257183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.257241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.257382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.257518] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.257609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.257670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.257804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.257879] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.257959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.258063] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.760465] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1479.780316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.780500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.780500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.780723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.780814] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.781092] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.781204] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.781252] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.781405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.781482] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.781663] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.781749] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.781811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.781959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.782036] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.782262] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.782355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.782414] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.782551] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.782621] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.782702] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1479.845090] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.845268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.845268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.845514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.845681] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.880833] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1481.898992] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1481.899439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.115245] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.115723] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.246143] env[69433]: INFO networking_nsxv3.common.synchronization [req-0918b399-b921-4e71-b738-220477c3db09 req-a9a0ce84-3f86-446e-b742-2bce7dd7985c tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1485.246700] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1485.247015] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.247148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.247215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.247413] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.247561] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.247659] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.247716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.247869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.247941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.248848] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.515836] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.516146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.516334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.517172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.517502] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.517712] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.517841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.518161] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.518375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.518662] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1485.518850] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1485.519020] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1485.519168] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1485.519337] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1485.519791] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1485.519791] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1485.540527] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1485.540703] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1485.540846] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1485.541071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.541461] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-a6391000-8f30-48aa-82c6-6a60eba7d729 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.541662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.541789] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.542281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.542871] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6391000-8f30-48aa-82c6-6a60eba7d729',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.751850] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.044749] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.044932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.045092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.045380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.045535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.045693] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port a6391000-8f30-48aa-82c6-6a60eba7d729 not found, creating... [ 1486.045951] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.046128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.046252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.046471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.046613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.046897] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.047066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.047184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.047390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.047525] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.047667] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: a6391000-8f30-48aa-82c6-6a60eba7d729 is going to be created. [ 1486.067288] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.067522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.067625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.067886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.068129] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.068350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.255348] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.732613] env[69433]: INFO networking_nsxv3.common.synchronization [req-0918b399-b921-4e71-b738-220477c3db09 req-254db891-65fb-43c1-8eba-e511ddad87bb service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1486.732772] env[69433]: INFO networking_nsxv3.common.synchronization [req-0918b399-b921-4e71-b738-220477c3db09 req-254db891-65fb-43c1-8eba-e511ddad87bb service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1486.732920] env[69433]: INFO networking_nsxv3.common.synchronization [req-0918b399-b921-4e71-b738-220477c3db09 req-254db891-65fb-43c1-8eba-e511ddad87bb service nova] Enqueued Resource ID: a6391000-8f30-48aa-82c6-6a60eba7d729 with Priority: HIGHEST for action port [ 1486.733200] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1486.733362] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1486.733512] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6391000-8f30-48aa-82c6-6a60eba7d729 with Priority: HIGHEST for action port [ 1486.733991] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.734239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.734842] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.734842] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.734842] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.735549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.735660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.735914] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6391000-8f30-48aa-82c6-6a60eba7d729 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.736040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.736108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.736285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.736373] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6391000-8f30-48aa-82c6-6a60eba7d729',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.758051] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.758322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.758322] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.758553] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.758645] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.758759] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1486.791729] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.791905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.791969] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.792172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.792318] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.801891] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1487.238951] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.239214] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.239512] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6391000-8f30-48aa-82c6-6a60eba7d729 with status ACTIVE [ 1487.239812] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.240010] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.240146] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.240829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.240829] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.240975] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.241088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.241187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.241460] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.241598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.241893] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.242078] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.242190] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.242427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.242566] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.242713] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6391000-8f30-48aa-82c6-6a60eba7d729 is going to be updated. [ 1487.288549] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.288928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.288928] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.289279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.289516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.289784] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6391000-8f30-48aa-82c6-6a60eba7d729" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.813969] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1488.814254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.814417] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.814664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.814825] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.815107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.815107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.815224] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.815264] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.815341] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.318109] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.820485] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.323089] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.323089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.323089] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.323350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.323350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.323467] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1490.358573] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.358736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.358736] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.358941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.359105] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.367612] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1491.734557] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.734557] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1492.379656] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1492.379877] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.380034] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.380271] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.380468] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.380594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.380660] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.380824] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.380905] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.380990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.381170] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.883568] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.883975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.883975] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.884081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.884215] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.884323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.884424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.884552] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.884640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.884730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.884878] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.884971] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.885046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.885191] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.885329] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.885419] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.885479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.885614] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.885689] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.885771] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.885863] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.388247] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1493.407041] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.407211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.407265] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.407573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.407691] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.407992] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.408144] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.408213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.408382] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.408461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.408657] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.408866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.408866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.408952] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.409043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.409240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.409334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.409395] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.409535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.409607] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.409692] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1493.484347] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.484534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.484534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.484753] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.484901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.506185] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1495.524066] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1495.524358] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.735379] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.735762] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.193325] env[69433]: INFO networking_nsxv3.common.synchronization [req-7533efb8-64ab-4f4f-bff5-e675a5adc05e req-9066a6db-275f-4ad6-b6e9-c8d3d58dc23a tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1497.193652] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1497.193957] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.194315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.194315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.194422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.194483] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.194575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.194638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.194782] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.194868] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.194959] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.697597] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.199638] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.702178] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.702438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.702438] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.702666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.702761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.703137] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1498.733018] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.733193] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.733249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.733447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.733628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.742142] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1500.409749] env[69433]: INFO networking_nsxv3.common.synchronization [req-bf584c0c-6628-4b46-a6d0-9157cf2dc34f req-7ef4e5d8-afd6-496c-977b-8dd5590fd057 tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1500.410412] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1500.410608] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.410730] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.410938] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.411479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.411479] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.411479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.411479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.411620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.411620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.411669] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.755941] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1500.755941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.914053] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.914053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.914053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.914053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.914053] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.914310] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.914310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.914387] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.914516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.914591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.914681] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1500.943153] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.943461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.943461] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.943574] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.943740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.952496] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1502.964725] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1502.965209] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb deletion is rescheduled due to dependency. [ 1502.965209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.690020] env[69433]: INFO networking_nsxv3.common.synchronization [req-08fb6305-bd93-44b4-805e-5df62187489e req-d0fa35b6-b9ff-4d0e-8725-76e9783a7c9f tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1503.690324] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1503.690642] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.690768] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.690834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.691685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.691942] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.692129] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.692220] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.692465] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.692647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.693054] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.195576] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.697752] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.200755] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.201175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.201175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.201239] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.201350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.201459] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1505.232505] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.232655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.232722] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.232931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.233098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.241618] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1507.252732] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1507.253082] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.691516] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.691885] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.768860] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 req-e6d31ca4-7ca8-477d-bcef-b196b69f34ec tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1509.769419] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1509.769725] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.769840] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.769911] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.770116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.770267] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.770372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.770466] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.770669] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.770790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.770953] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.038085] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.038235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.038322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.038588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.038844] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.039008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.039133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.039689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.039856] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.040091] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1510.040214] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1510.040331] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1510.040444] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1510.040559] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1510.040670] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1510.040807] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1510.060541] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1510.060707] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1510.060852] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1510.061050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.061438] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-68169c64-5ae3-4991-acb5-80ad2d9e945b taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.061679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.061810] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.062143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.062290] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68169c64-5ae3-4991-acb5-80ad2d9e945b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.273710] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.273898] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.273934] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.274188] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.274280] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.274477] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.274581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.274644] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.274794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.274869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.274958] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1510.308135] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.308302] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.308404] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.308573] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.308716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.318592] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1510.565351] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.565351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.565351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.565351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.565627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.565627] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 68169c64-5ae3-4991-acb5-80ad2d9e945b not found, creating... [ 1510.565865] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.566049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.566176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.566402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.566552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.566835] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.566991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.567125] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.567333] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.567470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.567613] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b is going to be created. [ 1510.588107] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.588340] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.588474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.588754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.588996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.589252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.293159] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 req-71ce146d-63bb-4465-abb3-ba3c8f724ccc service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1511.293418] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 req-71ce146d-63bb-4465-abb3-ba3c8f724ccc service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1511.293418] env[69433]: INFO networking_nsxv3.common.synchronization [req-a5b1140d-3b87-4cd5-a2b4-3a473045e8f5 req-71ce146d-63bb-4465-abb3-ba3c8f724ccc service nova] Enqueued Resource ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b with Priority: HIGHEST for action port [ 1511.293631] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1511.293761] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1511.293860] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b with Priority: HIGHEST for action port [ 1511.294429] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.294567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.294627] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.294826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.294912] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.295751] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.295883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.296633] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-68169c64-5ae3-4991-acb5-80ad2d9e945b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.296633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.296633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.296819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.296819] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68169c64-5ae3-4991-acb5-80ad2d9e945b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.798981] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.799243] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.801430] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68169c64-5ae3-4991-acb5-80ad2d9e945b with status ACTIVE [ 1511.802502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.802670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.802720] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.802989] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.803138] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.803347] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.803493] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.804027] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.804238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.804325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.804517] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.804618] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.804676] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.804826] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.804901] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.804989] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b is going to be updated. [ 1511.828882] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.829091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.829135] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.829330] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.829470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.829635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.330100] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1512.330477] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb deletion is rescheduled due to dependency. [ 1512.330477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.330538] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.330752] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.330939] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.331070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.331134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.331292] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.331399] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.331494] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.833664] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.336309] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.839028] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.839028] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.839199] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.839299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.839407] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.839558] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1513.870264] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.870430] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.870514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.870685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.870834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.880436] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1514.601826] env[69433]: INFO networking_nsxv3.common.synchronization [req-164787e5-2d25-4bed-a19b-f10862d9536d req-2d48f966-a400-401d-8ab9-ea533b403cd7 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1514.602358] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1514.603031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.603249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.603359] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.603602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.603867] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.604062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.604184] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.604426] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.604664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.604811] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.862525] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.862729] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.862860] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.863149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.863416] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.863574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.863695] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.863912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.864070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.864284] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1514.864399] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1514.864511] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1514.864620] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1514.864730] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1514.864838] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1514.864968] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1514.884893] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1514.885055] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1514.885206] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1514.885407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.885741] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-555b22de-075e-4080-82a6-462757641b32 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.885916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.886054] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.886378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.886524] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('555b22de-075e-4080-82a6-462757641b32',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.110369] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.392571] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.392819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.392949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.393345] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.393541] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.393741] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port 555b22de-075e-4080-82a6-462757641b32 not found, creating... [ 1515.394077] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.394257] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.394413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.394710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.394843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.395179] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.395390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.395544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.395781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.395923] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.396142] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 555b22de-075e-4080-82a6-462757641b32 is going to be created. [ 1515.420545] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.420830] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.420938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.421251] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.421580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.421910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.613464] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.890130] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1515.890185] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.890323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.890550] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.890744] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.890866] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.890931] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.891099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.891179] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.891263] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.891352] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.084021] env[69433]: INFO networking_nsxv3.common.synchronization [req-164787e5-2d25-4bed-a19b-f10862d9536d req-5b8a1ea7-597c-4e21-ae8e-32cf687eeb79 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1516.084021] env[69433]: INFO networking_nsxv3.common.synchronization [req-164787e5-2d25-4bed-a19b-f10862d9536d req-5b8a1ea7-597c-4e21-ae8e-32cf687eeb79 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1516.084021] env[69433]: INFO networking_nsxv3.common.synchronization [req-164787e5-2d25-4bed-a19b-f10862d9536d req-5b8a1ea7-597c-4e21-ae8e-32cf687eeb79 service nova] Enqueued Resource ID: 555b22de-075e-4080-82a6-462757641b32 with Priority: HIGHEST for action port [ 1516.084021] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1516.084021] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1516.084021] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555b22de-075e-4080-82a6-462757641b32 with Priority: HIGHEST for action port [ 1516.084021] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.084021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.084021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.084021] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.084021] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.085467] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.085807] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.086104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-555b22de-075e-4080-82a6-462757641b32 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.086357] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.086511] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.086774] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.086954] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('555b22de-075e-4080-82a6-462757641b32',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.115707] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.115863] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.115915] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.116112] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.116203] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.116299] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1516.146690] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.146847] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.146893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.147122] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.147282] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.157925] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1516.393386] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.589502] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.589638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.589835] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 555b22de-075e-4080-82a6-462757641b32 with status ACTIVE [ 1516.590015] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.590134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.590201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.591030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.591030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.591030] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.591030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.591030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.591030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.591030] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.591325] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.591325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.591398] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.591615] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.591693] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.591779] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 555b22de-075e-4080-82a6-462757641b32 is going to be updated. [ 1516.615711] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.616126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.616126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.616126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.616285] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.616503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-555b22de-075e-4080-82a6-462757641b32" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.896353] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38953fe-f8c4-4506-92f4-4fe2387618bb: rpc.has_security_group_logging(os_id): False [ 1516.915052] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.915052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.915052] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.915340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.915340] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.915476] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.915575] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.915639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.915790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.915865] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.915951] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1516.974058] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.974058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.974058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.974316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.974316] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.987825] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1518.167080] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1518.167456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.167456] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.167527] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.167686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.167804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.167869] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.168040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.168118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.168212] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.671046] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.004642] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1519.004642] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.174058] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.675951] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.676159] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.676241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.676557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.676668] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.676772] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1519.707104] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.707266] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.707336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.707655] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.707741] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.717766] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1521.083973] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.084371] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1521.729221] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1521.729471] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.729638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.729825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.730031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.730158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.730226] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.730369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.730448] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.730531] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.730642] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.233195] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.233598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.233598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.233673] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.233829] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.233894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.233959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.234107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.234212] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.234279] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.234423] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.234517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.234579] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.234721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.234869] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.234959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.235032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.235156] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.235232] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.235336] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.235392] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.737688] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1522.755195] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.755380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.755418] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.755639] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.755725] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.755943] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.756056] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.756167] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.756269] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.756349] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.756530] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.756628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.756692] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.756835] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.756908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.757109] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.757206] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.757268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.757409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.757483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.757575] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1522.817592] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.817757] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.817817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.818017] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.818173] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.836205] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1524.853189] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1524.853508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.084680] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.085063] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.219120] env[69433]: INFO networking_nsxv3.common.synchronization [req-5bdb0c5d-52ee-4c59-b1aa-ef936b6f051e req-3e856162-7148-4626-83fb-f0da6391bdc0 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1527.219574] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1527.219962] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.220060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.220060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.220268] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.220419] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.220520] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.220628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.220747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.220837] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.220929] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.723354] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.225916] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.728823] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.729015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.729069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.729309] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.729443] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.729548] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1528.760450] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.760634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.760676] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.760896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.761026] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.770654] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1530.783200] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1530.783633] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.220486] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.220945] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.233875] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d req-b0e8e720-d52b-4276-8d79-31d9c9cb26df tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1536.234223] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1536.234522] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.234643] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.234714] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.234941] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.235243] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.235354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.235420] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.235578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.235666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.235759] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.496552] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.496750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.496882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.497178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.497772] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.497772] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.497927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.498036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.498201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.498439] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1536.498554] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1536.498666] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1536.498775] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1536.498890] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1536.499000] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1536.499147] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1536.521254] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1536.521501] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1536.521739] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1536.521996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-791" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.522383] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-cd0fb5ad-08d3-4592-86d9-094a48a479c6 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.522570] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.522698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.523017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.523161] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0fb5ad-08d3-4592-86d9-094a48a479c6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.737831] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.026792] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.026792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.026792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.026792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.027058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.027089] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Segment Port cd0fb5ad-08d3-4592-86d9-094a48a479c6 not found, creating... [ 1537.027370] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.027538] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.027655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.028176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.028176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.028311] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.028465] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.028586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.028797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.028958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.029134] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: cd0fb5ad-08d3-4592-86d9-094a48a479c6 is going to be created. [ 1537.050395] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.050788] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.051014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.051391] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.051774] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.052066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.240015] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.722103] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d req-1faf233b-1cc8-4b45-87d8-35f53ba0c272 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1537.722273] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d req-1faf233b-1cc8-4b45-87d8-35f53ba0c272 service nova] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1537.722422] env[69433]: INFO networking_nsxv3.common.synchronization [req-3a6dd9c6-770b-41ca-aa8d-ecc403ccd04d req-1faf233b-1cc8-4b45-87d8-35f53ba0c272 service nova] Enqueued Resource ID: cd0fb5ad-08d3-4592-86d9-094a48a479c6 with Priority: HIGHEST for action port [ 1537.722644] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_rules [ 1537.722779] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1537.722871] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0fb5ad-08d3-4592-86d9-094a48a479c6 with Priority: HIGHEST for action port [ 1537.723439] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.723567] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.723635] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.723834] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.723915] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.724769] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.725439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.725439] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0fb5ad-08d3-4592-86d9-094a48a479c6 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.725439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.725439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.725439] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.725439] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0fb5ad-08d3-4592-86d9-094a48a479c6',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.742564] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.742726] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.742769] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.743012] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.743115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.743214] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1537.772409] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.772594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.772594] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.772811] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.772953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.782205] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1538.227128] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.227329] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.227456] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd0fb5ad-08d3-4592-86d9-094a48a479c6 with status ACTIVE [ 1538.227631] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.227735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.227804] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.228033] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.228125] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.228299] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.228423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.228483] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.228605] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.228680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.228863] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.228959] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.229043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.229176] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.229249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.229332] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd0fb5ad-08d3-4592-86d9-094a48a479c6 is going to be updated. [ 1538.250339] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.250761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.250761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.250761] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.250962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.251042] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0fb5ad-08d3-4592-86d9-094a48a479c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.791661] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1539.792050] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.792087] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.792288] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.792471] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.792591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.792656] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.792810] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.792888] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.792978] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.295644] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.797626] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.299668] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.299853] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.299895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.300134] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.300235] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.300341] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1541.327972] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.328215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.328215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.328405] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.328557] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.337729] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1542.724048] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.724346] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1543.348654] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1543.348823] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.348995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.349229] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.349417] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.349534] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.349593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.349776] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.349851] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.349963] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.350074] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.852202] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.852619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.852619] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.852789] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.852913] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.853055] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.853137] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.853310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.853409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.853508] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.853684] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.853790] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.853849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.854015] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.854176] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.854278] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.854391] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.854519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.854570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.854652] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.854746] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.357092] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3: rpc.has_security_group_logging(os_id): False [ 1544.374776] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.374970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.374970] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.375175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.375272] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.375496] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.375598] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.375664] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.375816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.375893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.376087] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.376215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.376287] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.376369] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.376452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.376618] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.376712] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.376762] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.376894] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.376966] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.377064] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1544.434165] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.434351] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.434389] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.434578] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.434729] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.452078] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1546.472426] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1546.472783] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.725396] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.725673] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.605391] env[69433]: INFO networking_nsxv3.common.synchronization [req-a14099b2-a9c1-4050-9bf3-600adf21a4da req-12a72376-345c-4e4e-9727-0a78faefb2c0 tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1549.605612] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1549.605785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.605909] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.605992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.606186] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.606340] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.606477] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.606506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.606637] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.606719] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.606810] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.108799] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.611306] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.114043] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.114043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.114043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.114043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.114314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.114314] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1551.143336] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.143528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.143528] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.143746] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.143892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.153439] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1553.164217] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1553.164634] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.606831] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.607275] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.917286] env[69433]: INFO networking_nsxv3.common.synchronization [req-a4e53bec-440c-4fac-8701-571ed672d399 req-f6ad55b1-8e3b-4c32-b213-c243200b52dd tempest-ServersTestJSON-680967370 tempest-ServersTestJSON-680967370-project-member] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1555.917810] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGHEST for action security_group_members [ 1555.918495] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.918631] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.918704] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.918907] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.919079] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.919182] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.919244] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.919392] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.919479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.919572] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.982757] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1555.982904] env[69433]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-345ce74e-881a-48ee-8e03-e492819887c9 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1556.422369] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.422581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.422581] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.422735] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.422838] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.423054] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.423175] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.423213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.423378] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.423457] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.423543] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be updated. [ 1556.454797] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.454996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.454996] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.455233] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.455380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.464326] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: IN_PROGRESS for 2s [ 1558.474895] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 in Status: SUCCESS [ 1558.475311] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 deletion is rescheduled due to dependency. [ 1558.475311] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.918603] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.918948] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.919829] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.920270] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.921415] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.921791] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.922473] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.922473] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.471997] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.472319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.472390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.472668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.472927] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.473099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.473222] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.473466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.473626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.473845] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1580.473961] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] NeedRegenerationException {{(pid=69433) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1580.474084] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] no value, waiting for create lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1580.474196] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] value creation lock acquired {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1580.474309] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] No value present for key: 'zone-id' {{(pid=69433) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1580.474417] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Calling creation function for not-yet-present value {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1580.474553] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1580.495683] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1580.495857] env[69433]: DEBUG dogpile.cache.region [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69433) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1580.495981] env[69433]: DEBUG dogpile.lock [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Released creation lock {{(pid=69433) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1580.496183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "network-807" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.496501] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock port-68169c64-5ae3-4991-acb5-80ad2d9e945b taken with stack trace [, , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.496670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.496793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.497064] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.497218] env[69433]: DEBUG networking_nsxv3.api.rpc [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68169c64-5ae3-4991-acb5-80ad2d9e945b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.923618] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.923773] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.000102] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.000436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.000436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.000705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.000899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.001227] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.001396] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.001522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.001760] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.001911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.002303] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.002508] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.002642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.002865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.003010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.003167] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Resource: SegmentPort with ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b is going to be updated. [ 1581.023850] env[69433]: DEBUG networking_nsxv3.common.locking [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.024099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.024196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.024479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.024721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.024953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d3437857-4920-4601-af50-7b28e9906ea6 None None] Releasing lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.700777] env[69433]: INFO networking_nsxv3.common.synchronization [req-95fbd13b-5c46-490d-836b-6b2c90899c75 req-07886ac7-60a9-4eb5-a513-b104795b968a service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1581.701138] env[69433]: INFO networking_nsxv3.common.synchronization [req-95fbd13b-5c46-490d-836b-6b2c90899c75 req-07886ac7-60a9-4eb5-a513-b104795b968a service nova] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1581.701316] env[69433]: INFO networking_nsxv3.common.synchronization [req-95fbd13b-5c46-490d-836b-6b2c90899c75 req-07886ac7-60a9-4eb5-a513-b104795b968a service nova] Enqueued Resource ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b with Priority: HIGHEST for action port [ 1581.701941] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_rules [ 1581.702153] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1581.702317] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b with Priority: HIGHEST for action port [ 1581.702666] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.702836] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.702954] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.703242] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.703399] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.704214] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.704334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.704383] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.704556] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.704703] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.704796] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.704861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.704993] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.705088] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.705190] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.705895] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock port-68169c64-5ae3-4991-acb5-80ad2d9e945b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.706011] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.706081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.706228] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.706499] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68169c64-5ae3-4991-acb5-80ad2d9e945b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.208443] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.208647] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.208788] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.209725] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68169c64-5ae3-4991-acb5-80ad2d9e945b with status ACTIVE [ 1582.209909] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.210032] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.210101] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.210324] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.210423] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.210596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.210694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.210756] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.210916] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.210995] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.211190] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.211283] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.211345] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.211484] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.211560] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.211644] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68169c64-5ae3-4991-acb5-80ad2d9e945b is going to be updated. [ 1582.234221] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.234433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.234433] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.234620] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.234763] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.234921] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68169c64-5ae3-4991-acb5-80ad2d9e945b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.714329] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.217930] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.218255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.218255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.218401] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.218500] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.218616] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1583.252718] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.252944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.252944] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.253149] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.253301] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.268796] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1585.281536] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1585.281798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.281948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.282187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.282384] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.282539] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.282602] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.282767] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.282849] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.282936] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.283043] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.785273] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.288322] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a38953fe-f8c4-4506-92f4-4fe2387618bb: rpc.has_security_group_logging(os_id): False [ 1586.309384] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.309666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.309666] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.309831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.309883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.310134] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.310241] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.310325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.310486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.310561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.310645] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1586.387508] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.387658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.387731] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.387942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.388107] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.399952] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1586.703540] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.703721] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1588.416707] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1588.417178] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.705231] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.705672] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.706380] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.706727] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.931751] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.932062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.932062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.932238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.932621] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.100481] env[69433]: INFO networking_nsxv3.common.synchronization [req-4808c15c-0e5a-49c2-8812-f9fbad9ef832 req-b384e513-691f-4746-a00f-7e0316190d0e tempest-ServerActionsTestOtherB-1648913773 tempest-ServerActionsTestOtherB-1648913773-project-member] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1600.101013] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGHEST for action security_group_members [ 1600.101312] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock member-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.101428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.101494] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.101678] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.101922] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.101922] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.102057] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.102356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.102356] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.102472] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.435257] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.606098] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.606098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.606098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.606098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.606098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.606098] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.606098] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.606519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.606519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.606519] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.606519] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be updated. [ 1600.634685] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.634900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.634900] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.635099] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.635238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.643270] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: IN_PROGRESS for 2s [ 1600.938127] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.441056] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1601.441056] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1602.221070] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.221070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.221070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.221600] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.374237] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1602.375121] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.376296] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1602.417563] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.417803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.417803] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.418040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.433597] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.434543] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1602.434659] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1602.434735] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1602.468704] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.468956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.468956] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.469136] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.469819] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.469980] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1602.543743] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.543967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.543967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.544192] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.544491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.544754] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1602.610825] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.611081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.611081] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.611223] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.611516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.611785] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1602.611878] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a38953fe-f8c4-4506-92f4-4fe2387618bb', '8694b583-f83a-4036-a4b9-142c0f4e8208', '1fee7fc0-2733-4e26-9771-88d365a0284a', 'ff18a1d7-b2ef-4f7d-8446-33f0637e5200', 'dc2f1d11-0ca3-44aa-8d53-72dfa2671e90', '7d2c9beb-ad54-49a9-816a-e9899907f34d', 'f4b36c34-4129-432a-85ec-d0d77322aae9', 'f239d5da-e949-43c8-9e3e-8b954b572b45', '64b9baa4-73ce-46e7-8eac-56529ed63104', 'c42b8184-3c3f-45b4-a1aa-4c78de7254b7', '2855edf1-7fbc-4069-b809-d2a1cd3e480e', '3824cc37-dcb0-49c6-ae00-c4a52bf261ae', '775c43cb-3f60-4da6-a8d1-1ccefaa2809f', '7c8baa4a-26cc-4f56-ad34-6188daf5b408', 'c2f2e6b3-fb79-42ce-872b-0754e41ad80b', 'b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3', '77bb1e45-0736-4b55-b3d7-9da8a2adb898', 'bbd1ff1f-a357-4eee-ab8c-b4879037b9b8', 'b5553667-d9a5-4a61-abf6-06a592d7ceed', 'd6980d12-7365-40c2-a5b9-18cab81ab7b7', '023e591e-9d90-4762-9905-f350d745b037', '3f44a344-d79f-4249-b88d-11088b42f9d8', 'a568a270-a3f6-49aa-883e-1015d910e1ac', '1425d356-6999-411b-af62-1064bd619193', '6cac0d04-3092-411e-a2b3-ca3ca52b8f0c', 'e9f081bd-5178-4571-93b1-e65ea0384cf1', 'ff15230a-2bef-4bd5-aac7-6e870753fa29'} {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1602.611971] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1602.630116] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.630353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.630353] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.630515] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.630616] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.630751] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1602.630829] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1602.630901] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1602.657930] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a38953fe-f8c4-4506-92f4-4fe2387618bb in Status: SUCCESS [ 1602.658135] env[69433]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb deletion is rescheduled due to dependency. [ 1602.658215] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.711263] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.711535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.711535] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.711670] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.712896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.713165] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1602.713241] env[69433]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69433) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1602.713307] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1602.713373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1602.713450] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1602.713520] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGH for action security_group_rules [ 1602.713597] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGH for action security_group_rules [ 1602.713666] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGH for action security_group_rules [ 1602.713727] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGH for action security_group_rules [ 1602.713796] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGH for action security_group_rules [ 1602.713872] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGH for action security_group_rules [ 1602.713934] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGH for action security_group_rules [ 1602.713995] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGH for action security_group_rules [ 1602.714063] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGH for action security_group_rules [ 1602.714125] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 1602.714179] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGH for action security_group_rules [ 1602.714239] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGH for action security_group_rules [ 1602.714301] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGH for action security_group_rules [ 1602.714364] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGH for action security_group_rules [ 1602.714419] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGH for action security_group_rules [ 1602.714476] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGH for action security_group_rules [ 1602.714539] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGH for action security_group_rules [ 1602.714602] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGH for action security_group_rules [ 1602.714665] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGH for action security_group_rules [ 1602.714727] env[69433]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGH for action security_group_rules [ 1602.714822] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.102532] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.102953] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1605.102953] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38953fe-f8c4-4506-92f4-4fe2387618bb with Priority: HIGH for action security_group_rules [ 1605.102953] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee7fc0-2733-4e26-9771-88d365a0284a with Priority: HIGH for action security_group_rules [ 1605.102953] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b36c34-4129-432a-85ec-d0d77322aae9 with Priority: HIGH for action security_group_rules [ 1605.103233] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b with Priority: HIGH for action security_group_rules [ 1605.103233] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 with Priority: HIGH for action security_group_rules [ 1605.103330] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5553667-d9a5-4a61-abf6-06a592d7ceed with Priority: HIGH for action security_group_rules [ 1605.103377] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 with Priority: HIGH for action security_group_rules [ 1605.103423] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 with Priority: HIGH for action security_group_rules [ 1605.103514] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 with Priority: HIGH for action security_group_rules [ 1605.103602] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 with Priority: HIGH for action security_group_rules [ 1605.103691] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f with Priority: HIGH for action security_group_rules [ 1605.103800] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae with Priority: HIGH for action security_group_rules [ 1605.103911] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e with Priority: HIGH for action security_group_rules [ 1605.103998] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 with Priority: HIGH for action security_group_rules [ 1605.104102] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 with Priority: HIGH for action security_group_rules [ 1605.104184] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d with Priority: HIGH for action security_group_rules [ 1605.104272] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f239d5da-e949-43c8-9e3e-8b954b572b45 with Priority: HIGH for action security_group_rules [ 1605.104357] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 with Priority: HIGH for action security_group_rules [ 1605.104441] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 with Priority: HIGH for action security_group_rules [ 1605.104526] env[69433]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 with Priority: HIGH for action security_group_rules [ 1605.104879] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38953fe-f8c4-4506-92f4-4fe2387618bb taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.105025] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.105104] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.105310] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.105395] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38953fe-f8c4-4506-92f4-4fe2387618bb',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.106652] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fee7fc0-2733-4e26-9771-88d365a0284a taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.106800] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.106864] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.107060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.107154] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fee7fc0-2733-4e26-9771-88d365a0284a',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.107977] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b36c34-4129-432a-85ec-d0d77322aae9 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.108118] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.108162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.108325] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.108397] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b36c34-4129-432a-85ec-d0d77322aae9',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.109118] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.109488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.109488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.109488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.109619] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2f2e6b3-fb79-42ce-872b-0754e41ad80b',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.110241] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.110373] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.110428] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.110568] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.110728] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6980d12-7365-40c2-a5b9-18cab81ab7b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.113093] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5553667-d9a5-4a61-abf6-06a592d7ceed taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.113254] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.113354] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.113517] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.113594] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5553667-d9a5-4a61-abf6-06a592d7ceed',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.114316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.114452] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.114570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.114715] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.114791] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbd1ff1f-a357-4eee-ab8c-b4879037b9b8',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.115483] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.115590] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.115649] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.115798] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.115873] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77bb1e45-0736-4b55-b3d7-9da8a2adb898',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.116546] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.116648] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.116711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.116858] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.117046] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c8baa4a-26cc-4f56-ad34-6188daf5b408',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.117714] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.117820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.117883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.118051] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.118128] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.118785] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.118893] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.118953] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.119116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.119191] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775c43cb-3f60-4da6-a8d1-1ccefaa2809f',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.119864] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.119962] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.120062] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.120209] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.120310] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3824cc37-dcb0-49c6-ae00-c4a52bf261ae',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.121183] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.121319] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.121386] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.121543] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.121615] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2855edf1-7fbc-4069-b809-d2a1cd3e480e',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.122316] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.122421] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.122488] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.122638] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.122704] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42b8184-3c3f-45b4-a1aa-4c78de7254b7',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.123523] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b9baa4-73ce-46e7-8eac-56529ed63104 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.123654] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.123747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.124116] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.124116] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b9baa4-73ce-46e7-8eac-56529ed63104',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.124917] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2c9beb-ad54-49a9-816a-e9899907f34d taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.124992] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.125067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.125211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.125290] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2c9beb-ad54-49a9-816a-e9899907f34d',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.126068] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f239d5da-e949-43c8-9e3e-8b954b572b45 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.126187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.126250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.126406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.126480] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f239d5da-e949-43c8-9e3e-8b954b572b45',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.127190] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.127299] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.127362] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.127512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.127693] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2f1d11-0ca3-44aa-8d53-72dfa2671e90',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.128923] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8694b583-f83a-4036-a4b9-142c0f4e8208 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.129069] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.129164] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.129333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.129409] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8694b583-f83a-4036-a4b9-142c0f4e8208',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.130398] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200 taken with stack trace [, , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.130512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.130570] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.131120] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.131172] env[69433]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff18a1d7-b2ef-4f7d-8446-33f0637e5200',) {} {{(pid=69433) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.695489] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.695728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.695728] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.695923] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.697615] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.697721] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.698394] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.698491] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.718612] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.718825] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.719956] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.720070] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.720815] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.720908] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.721596] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.721682] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.722382] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.722479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.723240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.723344] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.724031] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.724150] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.724891] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.724988] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.725659] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.726132] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.726245] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.726855] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.727240] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.727331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.727899] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.728328] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.728424] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.729032] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.729407] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.729499] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.730141] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.730442] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.730537] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.731137] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.731500] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.731612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.732185] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.732548] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.732640] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.733215] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.733572] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.733658] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.734215] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1605.734628] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.734752] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c8baa4a-26cc-4f56-ad34-6188daf5b408 is going to be deleted. [ 1605.736170] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.736255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.736323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.736514] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.757375] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.757502] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775c43cb-3f60-4da6-a8d1-1ccefaa2809f is going to be deleted. [ 1605.758337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.758540] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.774350] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.774483] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b9baa4-73ce-46e7-8eac-56529ed63104 is going to be deleted. [ 1605.775294] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.775490] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.787218] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.787403] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.794236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.794373] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42b8184-3c3f-45b4-a1aa-4c78de7254b7 is going to be deleted. [ 1605.795201] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.795408] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.812152] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.812372] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.813160] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.813272] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fee7fc0-2733-4e26-9771-88d365a0284a is going to be deleted. [ 1605.814126] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.814331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.832518] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.832677] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77bb1e45-0736-4b55-b3d7-9da8a2adb898 is going to be deleted. [ 1605.833561] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.833775] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.842157] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.842308] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.857663] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.857895] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.864686] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.864871] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.881716] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.881870] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5553667-d9a5-4a61-abf6-06a592d7ceed is going to be deleted. [ 1605.882875] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.883097] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.905429] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.905597] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8694b583-f83a-4036-a4b9-142c0f4e8208 is going to be deleted. [ 1605.906512] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.906732] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.908180] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.908304] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.973447] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.973676] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38953fe-f8c4-4506-92f4-4fe2387618bb is going to be deleted. [ 1605.974486] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.974711] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.024043] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.024215] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6980d12-7365-40c2-a5b9-18cab81ab7b7 is going to be deleted. [ 1606.025142] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.025355] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.031641] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.031794] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.044964] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.045221] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.062890] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.063104] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff18a1d7-b2ef-4f7d-8446-33f0637e5200 is going to be deleted. [ 1606.063980] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.064213] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.126238] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.126583] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3 is going to be deleted. [ 1606.127342] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.127562] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.160578] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.160791] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.163879] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.164115] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.198964] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.199209] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbd1ff1f-a357-4eee-ab8c-b4879037b9b8 is going to be deleted. [ 1606.200091] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.200314] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.245504] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.245702] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.254848] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.255084] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.270802] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.271153] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2c9beb-ad54-49a9-816a-e9899907f34d is going to be deleted. [ 1606.271948] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.272187] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.337250] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.337414] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b36c34-4129-432a-85ec-d0d77322aae9 is going to be deleted. [ 1606.338334] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.338548] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.376331] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.376554] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f239d5da-e949-43c8-9e3e-8b954b572b45 is going to be deleted. [ 1606.377503] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.377723] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.379562] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.379665] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.401122] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.401315] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.413515] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.413747] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.438612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.438820] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2f2e6b3-fb79-42ce-872b-0754e41ad80b is going to be deleted. [ 1606.439892] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.440194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.518422] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.518615] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2f1d11-0ca3-44aa-8d53-72dfa2671e90 is going to be deleted. [ 1606.519521] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.519861] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.541802] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.542067] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.586172] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.586418] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3824cc37-dcb0-49c6-ae00-c4a52bf261ae is going to be deleted. [ 1606.587211] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.587427] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.621301] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.621495] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.640707] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.640924] env[69433]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2855edf1-7fbc-4069-b809-d2a1cd3e480e is going to be deleted. [ 1606.641820] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.642058] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.642158] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.642277] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c8baa4a-26cc-4f56-ad34-6188daf5b408" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.642437] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.642593] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.642672] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.642805] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775c43cb-3f60-4da6-a8d1-1ccefaa2809f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.643337] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.643498] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.643580] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.643685] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b9baa4-73ce-46e7-8eac-56529ed63104" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.643816] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.643957] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.644046] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.644161] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42b8184-3c3f-45b4-a1aa-4c78de7254b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.644289] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.644432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.644506] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.644612] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fee7fc0-2733-4e26-9771-88d365a0284a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.644740] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.644897] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.644998] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.645132] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77bb1e45-0736-4b55-b3d7-9da8a2adb898" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.645262] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.645406] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.645479] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.645591] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5553667-d9a5-4a61-abf6-06a592d7ceed" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.645718] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.645859] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.645937] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.646060] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8694b583-f83a-4036-a4b9-142c0f4e8208" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.646194] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.646333] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.646409] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.646522] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38953fe-f8c4-4506-92f4-4fe2387618bb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.646646] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.646786] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.646860] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.646967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6980d12-7365-40c2-a5b9-18cab81ab7b7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.647108] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.647249] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.647323] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.647432] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20989f7-9ff0-49a2-b1f3-c0b09b3df5a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.647555] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.647696] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.647770] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.647883] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff18a1d7-b2ef-4f7d-8446-33f0637e5200" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.648013] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.648162] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.648236] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.648347] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbd1ff1f-a357-4eee-ab8c-b4879037b9b8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.648470] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.648608] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.648680] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.648788] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2c9beb-ad54-49a9-816a-e9899907f34d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.648914] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.649071] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.649147] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.649255] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b36c34-4129-432a-85ec-d0d77322aae9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.649380] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.649516] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.649589] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.649694] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f239d5da-e949-43c8-9e3e-8b954b572b45" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.649817] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.649955] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.650040] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.650148] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2f2e6b3-fb79-42ce-872b-0754e41ad80b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.670531] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.670727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.670727] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.670942] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.671049] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.671168] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2f1d11-0ca3-44aa-8d53-72dfa2671e90" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.735475] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.735703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.735703] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.735896] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.735990] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.736128] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3824cc37-dcb0-49c6-ae00-c4a52bf261ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.774710] env[69433]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.775379] env[69433]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69433) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.775530] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.775609] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.775831] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.775967] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.776123] env[69433]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2855edf1-7fbc-4069-b809-d2a1cd3e480e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.105484] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.105484] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.106089] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.106431] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.106953] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.107329] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.107782] env[69433]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.107782] env[69433]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0